-- Logs begin at Mon 2021-05-10 14:54:00 UTC, end at Mon 2021-05-10 15:47:18 UTC. -- May 10 15:20:39.381889 dv-cinder-784945-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 15:20:41.769085 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.common.config [-] Logging enabled! May 10 15:20:41.769642 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 15:20:41.769767 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78627) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 15:20:41.772950 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.common.config [-] Logging enabled! May 10 15:20:41.773204 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 15:20:41.773516 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78627) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 15:20:41.774987 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 15:20:41.775215 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 15:20:41.775566 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 15:20:41.775827 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 15:20:41.776051 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 15:20:41.776365 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.776659 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.776952 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.777179 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.777470 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.777757 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.778034 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.778316 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.778608 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.778889 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.779163 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.779445 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.779671 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.779972 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.780253 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.780537 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.780758 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] debug = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.781034 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.781454 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.781852 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.782125 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.782407 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.782684 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.782946 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.783215 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.783492 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.783836 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] host = dv-cinder-784945-8-iscsi {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.784110 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.784391 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.784678 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.784957 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.785226 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.785499 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.785777 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.786045 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.786310 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] log_file = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.786578 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.786860 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.787141 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.787426 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.787644 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.787883 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.788167 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.788450 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.788720 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.788988 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.789256 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.789523 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.789895 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.790688 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.790973 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.791255 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.791536 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.791823 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.792094 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.792364 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.792627 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.792906 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.793173 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.793439 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.793704 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.793984 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.794246 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.794511 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.794812 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.795094 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.795372 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.795650 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.795939 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.796218 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.796484 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.796750 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.797014 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] use_json = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.797280 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.797545 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.797820 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.798085 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.798349 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.798615 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.798877 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.799151 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:41.799441 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.799732 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.800049 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.800326 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.800615 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.800889 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.801423 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.801700 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.801983 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.802267 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.802547 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.802822 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.803106 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.803379 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.803667 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.803995 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.804284 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.804568 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.804845 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.805115 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.805412 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.805683 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.805965 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.806250 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.806534 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.806804 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.807077 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.807360 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.807634 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.807929 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.808204 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.808488 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.808763 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.809033 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.809308 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.809577 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.809843 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.810108 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.810378 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.810661 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.810934 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.811200 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.811463 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.811736 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.812026 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.812304 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.812573 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.812841 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.813108 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.813379 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.813646 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.813911 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.814183 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.814447 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.814725 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.814990 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.815258 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.815524 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.815811 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.816083 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.816349 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.816617 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.816890 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.817157 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.817427 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.817696 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.817963 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.818230 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.818512 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.818804 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.819078 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.819352 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.819625 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.819917 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.820191 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.820461 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.820732 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.821051 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.821480 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.821864 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.822150 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.822436 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.822719 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.822995 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.823285 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.823559 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.823929 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.824206 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.824482 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.824769 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.825051 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.825339 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.825629 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.825916 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.826204 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.826491 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.826769 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.827073 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.827348 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:41.827562 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 15:20:41.827817 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78627) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 15:20:42.173421 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:20:42.173696 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:20:42.173979 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:20:42.174317 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 15:20:42.475501 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.475723 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.476018 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.477263 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.478036 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.478300 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.597354 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.597634 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.597904 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.610810 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.611095 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.611365 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.639732 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.640030 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.640299 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.677513 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.677787 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.678051 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.906922 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.907548 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.907548 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.907705 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:42.908467 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.030079 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.030398 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.030683 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.030949 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.031213 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.031520 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.031804 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.032058 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.032312 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.032591 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.032849 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.033111 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.033372 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.033623 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.033885 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.034150 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.034404 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.034679 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.034930 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.035209 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.035560 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.035838 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.036089 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.036516 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.036769 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.037018 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.037410 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 15:20:43.037649 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 15:20:43.037886 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 15:20:43.038119 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 15:20:43.038350 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 15:20:43.038581 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 15:20:43.038948 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 15:20:43.042692 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 15:20:43.046539 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 15:20:43.050454 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 10 15:20:43.052337 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 15:20:43.052782 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 15:20:43.053115 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 15:20:43.053499 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 15:20:43.056360 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 15:20:43.056608 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 15:20:43.057109 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 15:20:43.083859 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 15:20:43.084302 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.084598 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78627) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 15:20:43.084961 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.086288 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78627) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 15:20:43.087073 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 15:20:43.087356 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 15:20:43.090557 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.090840 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.155093 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 15:20:43.155328 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 15:20:43.155559 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 15:20:43.155957 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 15:20:43.186074 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_db.sqlalchemy.engines [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78627) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 15:20:43.510710 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Initializing driver for type 'gre' May 10 15:20:43.511174 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] gre ID ranges: [(1, 1000)] May 10 15:20:43.565094 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Initializing driver for type 'local' May 10 15:20:43.565510 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Initializing driver for type 'vlan' May 10 15:20:43.577315 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] VlanTypeDriver initialization complete May 10 15:20:43.577741 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Initializing driver for type 'vxlan' May 10 15:20:43.578296 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] vxlan ID ranges: [(1, 1000)] May 10 15:20:43.632088 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Initializing extension driver 'port_security' May 10 15:20:43.632445 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.extensions.port_security [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] PortSecurityExtensionDriver initialization complete May 10 15:20:43.632771 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Initializing mechanism driver 'openvswitch' May 10 15:20:43.633124 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Initializing mechanism driver 'hyperv' May 10 15:20:43.640800 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.plugins.ml2.plugin [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:43.641625 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > port after_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.642059 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > port after_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.642428 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > port after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.642795 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > subnet after_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.643150 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > subnet after_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.643562 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.644015 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > network after_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.644403 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > network after_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.644809 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > network after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.645280 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > security_group after_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.645695 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > security_group after_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.646039 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.646423 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.646769 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.647135 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.647504 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > address_group after_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.647885 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > address_group after_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.648223 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.648604 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] ML2 OVO RPC backend initialized. {{(pid=78627) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 10 15:20:43.649910 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.650265 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.650683 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > network before_response 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.651022 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > networks before_response 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.651365 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > port before_response 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.651703 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > ports before_response 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.652067 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > subnet before_response 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.652404 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > subnets before_response 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.652752 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > network after_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.653088 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > network after_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.653424 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > network after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.653760 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > port after_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.654092 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > port after_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.654423 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > port after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.654755 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > subnet after_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.655086 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > subnet after_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.655422 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.656008 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.plugin [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Modular L2 Plugin initialization complete May 10 15:20:43.656333 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading services supported by the core plugin {{(pid=78627) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 15:20:43.656650 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.plugins.ml2.managers [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Got port-security extension from driver 'port_security' May 10 15:20:43.657106 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.extensions.vlantransparent [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Disabled vlantransparent extension. May 10 15:20:43.657586 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78627) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 15:20:43.657893 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading Plugin: router May 10 15:20:43.693076 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.693472 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router after_create 55549900 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.693836 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router before_create 55549900 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.694197 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.694566 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.694916 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router after_delete 55549900 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.695270 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.695630 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router after_create 55549900 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.696517 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router after_update 55549900 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.696871 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router after_update 55549900 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.697298 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.697659 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router after_update 55549900 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.698062 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router precommit_update 55549900 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.698430 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: port after_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.698769 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: port after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.699106 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: subnet after_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.699444 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.699812 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.700164 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router precommit_create 55549900 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.700506 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: port before_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.700848 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router precommit_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.701203 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router after_update 55549900 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.701546 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.701894 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router precommit_create 55549900 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.702252 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.702596 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router precommit_update 55549900 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.702964 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > network after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.703835 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Tracking information for resource: router configured {{(pid=78627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 15:20:43.704167 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Tracking information for resource: floatingip configured {{(pid=78627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 15:20:43.708999 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.db.l3_agentschedulers_db [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 15:20:43.709573 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: port after_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.709931 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: port after_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.710276 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: port after_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.710621 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: port after_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.711399 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router before_create 55550100 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.712393 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.712770 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router precommit_create 55550100 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.713126 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > router precommit_update 55550100 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.717464 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.services.provider_configuration [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Service providers = [] {{(pid=78627) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 15:20:43.717824 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.db.servicetype_db [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78627) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 15:20:43.720698 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.services.service_base [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78627) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 15:20:43.721049 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.services.service_base [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78627) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 15:20:43.721391 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.services.service_base [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78627) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 15:20:43.722255 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.services.service_base [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78627) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 15:20:43.722626 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.services.service_base [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 15:20:43.724459 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 15:20:43.724793 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 15:20:43.735098 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 15:20:43.735427 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading Plugin: auto_allocate May 10 15:20:43.741103 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: network precommit_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.741471 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: network precommit_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.741987 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 15:20:43.742304 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading Plugin: tag May 10 15:20:43.749568 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 15:20:43.749898 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading Plugin: timestamp May 10 15:20:43.753606 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 15:20:43.753939 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading Plugin: network_ip_availability May 10 15:20:43.759764 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.760152 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.760510 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.761258 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 15:20:43.761537 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading Plugin: flavors May 10 15:20:43.766385 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 15:20:43.766720 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading Plugin: revisions May 10 15:20:43.770900 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 15:20:43.771287 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_concurrency.lockutils [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.597s {{(pid=78627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:20:43.772045 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78627) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 10 15:20:43.772383 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Initializing extension manager. May 10 15:20:43.772880 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: __init__.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.773221 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: __pycache__ {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.773555 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.773887 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: address_group.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.774867 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.775429 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: address-group May 10 15:20:43.775753 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: address_scope.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.776473 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.776985 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: address-scope May 10 15:20:43.777306 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.778202 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.778710 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: router-admin-state-down-before-update May 10 15:20:43.779035 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: agent.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.779715 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.780249 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: agent May 10 15:20:43.780571 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: agent_resources_synced.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.781454 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.781960 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: agent-resources-synced May 10 15:20:43.782287 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: allowedaddresspairs.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.784051 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.784573 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: allowed-address-pairs May 10 15:20:43.784899 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: auto_allocated_topology.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.785952 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.786469 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: auto-allocated-topology May 10 15:20:43.786795 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: availability_zone.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.787471 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.788005 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: availability_zone May 10 15:20:43.788327 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: availability_zone_filter.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.789212 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.789773 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: availability_zone_filter May 10 15:20:43.790270 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: data_plane_status.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.791156 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.791663 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension data-plane-status not supported by any of loaded plugins May 10 15:20:43.792010 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: default_subnetpools.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.792900 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.793405 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: default-subnetpools May 10 15:20:43.793726 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.794508 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.795010 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: dhcp_agent_scheduler May 10 15:20:43.795331 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: dns.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.796231 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.796734 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension dns-integration not supported by any of loaded plugins May 10 15:20:43.797054 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: dns_domain_ports.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.797945 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.798446 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 15:20:43.798768 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: dvr.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.799425 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.799959 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: dvr May 10 15:20:43.800282 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: empty_string_filtering.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.801409 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.801921 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: empty-string-filtering May 10 15:20:43.802242 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.803123 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.803622 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 15:20:43.803971 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.804849 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.805875 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 15:20:43.806191 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: external_net.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.807151 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.807660 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: external-net May 10 15:20:43.808009 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.808898 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.809406 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: extra_dhcp_opt May 10 15:20:43.809726 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: extraroute.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.810604 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.811109 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: extraroute May 10 15:20:43.811429 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: extraroute_atomic.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.812448 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.812964 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: extraroute-atomic May 10 15:20:43.813283 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: filter_validation.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.813923 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.814428 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: filter-validation May 10 15:20:43.814747 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: fip_pf_description.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.815828 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.816343 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 15:20:43.816663 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: fip_port_details.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.817548 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.818051 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: fip-port-details May 10 15:20:43.818370 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: flavors.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.819557 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.820108 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: flavors May 10 15:20:43.820433 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.822672 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.823188 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 15:20:43.823524 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: floatingip_pools.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.824234 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.824744 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: floatingip-pools May 10 15:20:43.825067 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: ip_allocation.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.825957 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.826458 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension ip_allocation not supported by any of loaded plugins May 10 15:20:43.826781 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.827686 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.828218 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: ip-substring-filtering May 10 15:20:43.828543 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: l2_adjacency.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.829445 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.829947 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 15:20:43.830269 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: l3.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.831206 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.831721 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: router May 10 15:20:43.832074 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.834262 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.834786 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 15:20:43.835114 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.836066 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.836613 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: ext-gw-mode May 10 15:20:43.836934 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.837830 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.838344 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: l3-ha May 10 15:20:43.838665 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: l3_flavors.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.839545 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.840086 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: l3-flavors May 10 15:20:43.840406 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.841303 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.841810 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 15:20:43.842131 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: l3agentscheduler.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.843139 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.843651 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: l3_agent_scheduler May 10 15:20:43.844004 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: logging.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.845456 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.845980 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension logging not supported by any of loaded plugins May 10 15:20:43.846313 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: metering.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.847031 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.847607 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: metering May 10 15:20:43.847958 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.849024 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.849543 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: metering_source_and_destination_fields May 10 15:20:43.849867 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: multiprovidernet.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.850876 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.851388 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: multi-provider May 10 15:20:43.851714 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: netmtu.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.852648 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.853160 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: net-mtu May 10 15:20:43.853486 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: netmtu_writable.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.854397 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.854905 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: net-mtu-writable May 10 15:20:43.855226 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: network_availability_zone.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.855914 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.856421 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: network_availability_zone May 10 15:20:43.856744 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: network_ip_availability.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.857804 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.858316 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: network-ip-availability May 10 15:20:43.858638 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: network_segment_range.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.859377 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.859917 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension network-segment-range not supported by any of loaded plugins May 10 15:20:43.860237 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: pagination.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.861180 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.861508 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: pagination May 10 15:20:43.861824 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: port_device_profile.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.862712 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.863220 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: port-device-profile May 10 15:20:43.863540 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.864475 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.864983 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: port-mac-address-regenerate May 10 15:20:43.865305 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.866189 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.866695 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: port-numa-affinity-policy May 10 15:20:43.867017 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: port_resource_request.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.868511 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.869018 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension port-resource-request not supported by any of loaded plugins May 10 15:20:43.869341 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: portbindings.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.870251 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.870752 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: binding May 10 15:20:43.871073 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: portbindings_extended.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.872364 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.872877 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: binding-extended May 10 15:20:43.873208 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: portsecurity.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.874089 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.874595 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: port-security May 10 15:20:43.874919 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: project_id.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.875894 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.876224 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: project-id May 10 15:20:43.876543 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: providernet.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.877438 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.877950 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: provider May 10 15:20:43.878272 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: qos.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.881777 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.882298 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension qos not supported by any of loaded plugins May 10 15:20:43.882628 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.884559 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.885070 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 15:20:43.885399 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.886293 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.886807 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 15:20:43.887135 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: qos_default.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.888056 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.888568 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension qos-default not supported by any of loaded plugins May 10 15:20:43.888893 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: qos_fip.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.889528 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.890032 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension qos-fip not supported by any of loaded plugins May 10 15:20:43.890353 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: qos_gateway_ip.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.891248 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.891758 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 15:20:43.892111 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: qos_port_network_policy.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.892992 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.893510 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 15:20:43.893832 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: qos_rule_type_details.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.894713 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.895222 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 15:20:43.895544 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: qos_rules_alias.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.896591 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.897103 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 15:20:43.897425 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: quotasv2.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.898419 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.898747 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: quotas May 10 15:20:43.899100 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: quotasv2_detail.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.900716 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.901051 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: quota_details May 10 15:20:43.901379 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: rbac.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.902399 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.902927 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: rbac-policies May 10 15:20:43.903256 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: rbac_address_group.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.904188 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.904704 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: rbac-address-group May 10 15:20:43.905026 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: rbac_address_scope.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.905910 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.906420 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: rbac-address-scope May 10 15:20:43.906739 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: rbac_security_groups.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.907620 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.908157 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: rbac-security-groups May 10 15:20:43.908468 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: rbac_subnetpool.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.909367 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.909875 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: rbac-subnetpool May 10 15:20:43.910196 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: revisionifmatch.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.911079 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.911587 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: revision-if-match May 10 15:20:43.911945 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: revisions.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.913037 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.913546 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: standard-attr-revisions May 10 15:20:43.913872 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: router_availability_zone.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.914523 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.915055 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: router_availability_zone May 10 15:20:43.915379 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: routerservicetype.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.916288 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.916794 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension router-service-type not supported by any of loaded plugins May 10 15:20:43.917115 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.918004 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.918512 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: security-groups-normalized-cidr May 10 15:20:43.918834 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.919726 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.920273 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: port-security-groups-filtering May 10 15:20:43.920598 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.921487 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.922001 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: security-groups-remote-address-group May 10 15:20:43.922324 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: securitygroup.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.932665 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.933196 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: security-group May 10 15:20:43.933529 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: segment.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.934298 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.934804 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension segment not supported by any of loaded plugins May 10 15:20:43.935128 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.936069 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.936579 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 15:20:43.936902 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: servicetype.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.937979 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.938498 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: service-type May 10 15:20:43.938820 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: sorting.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.939787 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.940121 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: sorting May 10 15:20:43.940442 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: standard_attr_segment.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.941327 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.941835 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 15:20:43.942156 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: standardattrdescription.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.942780 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.943287 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: standard-attr-description May 10 15:20:43.943607 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: stateful_security_group.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.944530 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.945044 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: stateful-security-group May 10 15:20:43.945365 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: stdattrs_common.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.945977 dv-cinder-784945-8-iscsi neutron-server[78627]: WARNING neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 15:20:43.946377 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.947340 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.947887 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 15:20:43.948212 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: subnet_onboard.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.949261 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.949781 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: subnet_onboard May 10 15:20:43.950104 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.951004 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.951514 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 15:20:43.951873 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: subnet_service_types.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.952783 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.953303 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: subnet-service-types May 10 15:20:43.953625 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: subnetallocation.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.954682 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.955196 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: subnet_allocation May 10 15:20:43.955548 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.956224 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.956735 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: subnetpool-prefix-ops May 10 15:20:43.957057 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.957958 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.958467 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 15:20:43.958787 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: tagging.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.959825 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.960357 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: standard-attr-tag May 10 15:20:43.960681 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: timestamp.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.962386 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.962897 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loaded extension: standard-attr-timestamp May 10 15:20:43.963223 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: trunk.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.964260 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.964774 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension trunk not supported by any of loaded plugins May 10 15:20:43.965098 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: trunk_details.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.965989 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.966496 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension trunk-details not supported by any of loaded plugins May 10 15:20:43.966819 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: uplink_status_propagation.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.967715 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.968257 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 15:20:43.968580 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Loading extension file: vlantransparent.py {{(pid=78627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 15:20:43.969225 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 15:20:43.969727 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 15:20:43.972193 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Creating instance of TrackedResource for resource:network May 10 15:20:43.972911 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Creating instance of TrackedResource for resource:subnet May 10 15:20:43.973679 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Creating instance of TrackedResource for resource:subnetpool May 10 15:20:43.974282 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Creating instance of TrackedResource for resource:port May 10 15:20:43.975531 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.v2.resource_helper [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 15:20:43.976013 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.v2.resource_helper [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Service FLAVORS assigned prefix: {{(pid=78627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 15:20:43.976637 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.v2.resource_helper [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 15:20:43.977057 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.v2.resource_helper [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 15:20:43.977523 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Creating instance of TrackedResource for resource:router May 10 15:20:43.978193 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Creating instance of TrackedResource for resource:floatingip May 10 15:20:43.978894 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.v2.resource_helper [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Service METERING assigned prefix: /metering {{(pid=78627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 15:20:43.980346 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.980711 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.981059 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:20:43.982191 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Creating instance of CountableResource for resource:rbac_policy May 10 15:20:43.982634 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Creating instance of TrackedResource for resource:security_group May 10 15:20:43.983269 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 15:20:43.984045 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.v2.resource_helper [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Service CORE assigned prefix: {{(pid=78627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 15:20:43.984381 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Creating instance of TrackedResource for resource:subnetpool May 10 15:20:43.984716 dv-cinder-784945-8-iscsi neutron-server[78627]: WARNING neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] subnetpool is already registered May 10 15:20:43.985328 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.v2.resource_helper [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Service CORE assigned prefix: {{(pid=78627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 15:20:43.985660 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Creating instance of TrackedResource for resource:subnetpool May 10 15:20:43.985980 dv-cinder-784945-8-iscsi neutron-server[78627]: WARNING neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] subnetpool is already registered May 10 15:20:43.988556 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.v2.resource_helper [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 15:20:43.989000 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.v2.resource_helper [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Service FLAVORS assigned prefix: {{(pid=78627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 15:20:43.989595 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.v2.resource_helper [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 15:20:43.990013 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.v2.resource_helper [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 15:20:43.990341 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Creating instance of TrackedResource for resource:router May 10 15:20:43.990666 dv-cinder-784945-8-iscsi neutron-server[78627]: WARNING neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] router is already registered May 10 15:20:43.991249 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Creating instance of TrackedResource for resource:floatingip May 10 15:20:43.991575 dv-cinder-784945-8-iscsi neutron-server[78627]: WARNING neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] floatingip is already registered May 10 15:20:43.992223 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.v2.resource_helper [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Service METERING assigned prefix: /metering {{(pid=78627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 15:20:43.993429 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Creating instance of CountableResource for resource:rbac_policy May 10 15:20:43.993756 dv-cinder-784945-8-iscsi neutron-server[78627]: WARNING neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] rbac_policy is already registered May 10 15:20:43.995189 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Creating instance of TrackedResource for resource:security_group May 10 15:20:43.995523 dv-cinder-784945-8-iscsi neutron-server[78627]: WARNING neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] security_group is already registered May 10 15:20:43.996150 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 15:20:43.996476 dv-cinder-784945-8-iscsi neutron-server[78627]: WARNING neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] security_group_rule is already registered May 10 15:20:43.997140 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.v2.resource_helper [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Service CORE assigned prefix: {{(pid=78627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 15:20:43.997473 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Creating instance of TrackedResource for resource:subnetpool May 10 15:20:43.997795 dv-cinder-784945-8-iscsi neutron-server[78627]: WARNING neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] subnetpool is already registered May 10 15:20:43.998395 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.v2.resource_helper [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Service CORE assigned prefix: {{(pid=78627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 15:20:43.998725 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Creating instance of TrackedResource for resource:subnetpool May 10 15:20:43.999044 dv-cinder-784945-8-iscsi neutron-server[78627]: WARNING neutron.quota.resource_registry [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] subnetpool is already registered May 10 15:20:43.999677 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: extensions {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.001168 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: address-groups {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.002782 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: address-scopes {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.004026 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: agents {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.005264 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: auto-allocated-topology {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.006522 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: availability_zones {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.007856 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: dhcp-networks {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.009473 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: dhcp-agents {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.010929 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: routers {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.012859 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: flavors {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.013963 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: service_profiles {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.015188 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: next_providers {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.016746 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: service_profiles {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.018201 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: floatingip-pools {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.019446 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: routers {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.021315 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: floatingips {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.022514 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: l3-routers {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.023914 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: l3-agents {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.025959 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: metering-labels {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.027320 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: metering-label-rules {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.028632 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: network-ip-availabilities {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.029924 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: bindings {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.031584 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: quotas {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.033052 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: quotas {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.034481 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: rbac-policies {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.035827 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: security-groups {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.037072 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: security-group-rules {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.038375 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: service-providers {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.039621 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: subnetpools {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.041604 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: subnetpools {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.043143 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: tags {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.044985 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: tags {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.047125 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: tags {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.048947 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: tags {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.050766 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: tags {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.052950 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: tags {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.054646 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: tags {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.057576 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: tags {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.059377 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: tags {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.172406 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron.api.extensions [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Extended resource: tags {{(pid=78627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 15:20:44.178546 dv-cinder-784945-8-iscsi neutron-server[78627]: WARNING keystonemiddleware.auth_token [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 15:20:44.183471 dv-cinder-784945-8-iscsi neutron-server[78627]: WARNING keystonemiddleware.auth_token [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 15:20:44.191599 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_concurrency.lockutils [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Acquired lock "singleton_lock" {{(pid=78627) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 15:20:44.192102 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_concurrency.lockutils [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Releasing lock "singleton_lock" {{(pid=78627) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 15:20:44.192732 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO oslo_service.service [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Starting 2 workers May 10 15:20:44.197928 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Started child 78734 {{(pid=78627) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 15:20:44.202155 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Started child 78735 {{(pid=78627) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 15:20:44.203247 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:44.203974 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO neutron.service [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 15:20:44.204307 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Notify callbacks [] for process, before_spawn {{(pid=78627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:44.204811 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [-] (78734) wsgi starting up on http://0.0.0.0:9696 May 10 15:20:44.206757 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO oslo_service.service [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Starting 1 workers May 10 15:20:44.206980 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:44.208398 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [-] (78735) wsgi starting up on http://0.0.0.0:9696 May 10 15:20:44.212318 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Started child 78736 {{(pid=78627) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 15:20:44.212869 dv-cinder-784945-8-iscsi neutron-server[78627]: INFO oslo_service.service [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Starting 1 workers May 10 15:20:44.216115 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.service [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] calling RpcWorker wait() {{(pid=78736) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 15:20:44.216667 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.service [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] returning from RpcWorker wait() {{(pid=78736) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 15:20:44.217162 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Started child 78737 {{(pid=78627) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 15:20:44.217874 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:44.217977 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG neutron_lib.callbacks.manager [None req-d6bce038-f1b2-4d59-bec3-ac620c1ad312 None None] Notify callbacks [] for process, after_spawn {{(pid=78627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:44.218353 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:44.219746 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78627) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 15:20:44.220005 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 15:20:44.220172 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 15:20:44.220389 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 15:20:44.220739 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 15:20:44.220905 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 15:20:44.221400 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.221678 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.221938 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:44.222403 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.222403 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.222539 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.222981 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:44.223077 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.223315 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.223563 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.223855 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.224106 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.224275 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.224439 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.224689 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.224913 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.225194 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.225449 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.225696 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.225973 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.226145 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.226405 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.226671 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.226900 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.227160 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] debug = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.227465 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.227977 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.228305 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.228468 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.228656 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.228923 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.229198 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.229477 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.229719 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.229954 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.230173 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.230434 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.230661 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.230878 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.231094 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.231360 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.231578 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.232081 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] host = dv-cinder-784945-8-iscsi {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.232295 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.232509 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.232733 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.232976 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.233220 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.233431 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.233682 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.233921 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.234182 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.234433 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.234648 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.234904 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.235120 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.235367 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] log_file = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.235519 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] log_options = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.235750 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.236041 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.236305 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.236489 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.236651 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.236820 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.237076 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.237240 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.237489 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.237701 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.237910 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.238121 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.238363 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.238594 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.238845 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.239072 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.239310 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.239535 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.239798 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.240019 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.240242 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.240463 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.240694 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.240904 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.241146 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.241363 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.241584 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.241797 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.242026 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.242246 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.242455 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.242707 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.242987 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.243274 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.243522 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.243754 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.244079 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.244332 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.244569 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.244810 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.245078 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.245285 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.245523 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.245750 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.246170 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.246471 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] use_json = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.246471 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.246744 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.246997 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.247344 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.247576 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.247717 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.247906 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.248326 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.248500 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.248796 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.249111 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.249406 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.249738 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.250172 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.250279 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.250430 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.250654 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.250908 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.251818 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.251818 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.251818 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.252802 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.252802 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.252802 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.253133 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.253246 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.253394 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.253646 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.255815 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.255815 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.255815 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.255815 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.255815 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.255815 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.255815 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.255815 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.256418 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.256418 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.256418 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.256632 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.256712 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.256917 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.257153 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.257389 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.257621 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.257834 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.258067 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.258293 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.259278 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.259646 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.259916 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.260211 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.260435 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.263096 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.265148 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.265410 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.265650 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.265923 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.266173 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.266412 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.266643 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.266873 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.267134 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.267388 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.267617 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.267868 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.268119 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.268372 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.268624 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.268884 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.269112 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.269336 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.269556 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.269794 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.270011 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.270229 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.270460 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.271807 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.271807 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.271807 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.271807 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.271807 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.271807 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.272216 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.272216 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.272434 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.272683 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.272903 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.273217 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.273445 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.273667 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.273889 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.274770 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.275283 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.275537 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.275818 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.276074 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.276344 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.276574 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.276843 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.277046 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.277295 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.277519 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.277795 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.278027 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.278306 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.278566 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.278792 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.279074 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.279319 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.279591 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.279844 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.280090 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.280341 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.280629 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.280876 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.281138 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.281408 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.281678 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.281967 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.282225 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.282502 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.282756 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.283022 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.283424 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.283705 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.284012 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.284284 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.284538 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.284821 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.285084 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.285360 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.285604 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.285863 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.286098 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.286389 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.286617 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.286830 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.287050 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.287313 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.287653 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.287929 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.288149 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.288380 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.288670 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.288923 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.289235 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.289938 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.290544 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.290833 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.291083 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.291338 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.291573 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.291805 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.292078 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.292290 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.292509 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.292914 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.293417 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.293835 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.294061 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.294303 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.294522 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.294748 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.294964 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.295185 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.295407 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.295662 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.295903 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.296126 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.296374 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.296598 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.296820 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.297042 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.297278 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.297539 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.297762 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.298032 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.298306 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.298544 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.298779 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.299032 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.299291 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.299510 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.299758 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.300015 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.300251 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.300468 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.300704 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.300918 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.301141 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.301634 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.301867 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.302107 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.302361 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.302690 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.302941 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.303169 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.303404 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.303650 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.303925 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.304165 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.304406 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.304625 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.304842 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.305059 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.305359 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.305601 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.305860 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.306089 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.306302 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.306527 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.306747 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.307007 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.307282 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.307553 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.307809 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.308064 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.308296 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.308530 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.308748 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.308962 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.309184 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.309396 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.309630 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.309843 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.310055 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.310292 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.310504 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.310748 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.310960 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.311171 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.311387 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.311618 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.311892 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.312108 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.312330 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.312545 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.312757 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.313126 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.313378 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.313599 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.313879 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.314129 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.314358 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.314614 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.314937 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.315170 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.315447 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.315668 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.315912 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.316136 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.316398 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.316726 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.317025 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.317298 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.317555 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.317822 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.318105 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.318368 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.318588 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.318902 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.319235 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.319536 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.319921 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.320136 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.320418 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.320727 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.321501 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.321714 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.321953 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.322172 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.322428 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.322670 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.322898 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.323144 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.323369 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.323588 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.323833 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.324081 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.324328 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.324555 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.324707 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 15:20:44.325243 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78627) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 15:20:44.325398 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 15:20:44.325557 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 15:20:44.325776 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 15:20:44.325921 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 15:20:44.326419 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 15:20:44.327221 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.327221 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.327502 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.327502 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.327820 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.328206 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.328206 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.328206 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.328631 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.328631 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.328631 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.329045 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.329045 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.329045 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.329422 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.329422 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.329680 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.329680 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.329971 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.329971 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.330250 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.330250 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.330507 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] debug = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.330507 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.330764 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.330928 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.331066 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.331211 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.331347 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.331481 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.331615 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.331751 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.331937 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.332074 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.332209 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.332343 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.332489 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.332626 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.332762 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.332897 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.333033 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] host = dv-cinder-784945-8-iscsi {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.333167 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.333394 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.333569 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.333710 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.333867 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.334041 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.334041 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.334306 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.334440 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.334575 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.334709 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.334844 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.334979 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.335124 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] log_file = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.335261 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] log_options = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.335403 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.335540 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.335720 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.335989 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.335989 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.336255 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.336255 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.336551 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.336719 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.336856 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.337035 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.337265 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.337436 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.337572 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.337706 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.337867 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.338014 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.338150 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.338308 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.338451 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.338613 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.338756 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.338917 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.339060 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.339220 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.339370 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.339507 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.339667 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.339862 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.340007 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.340181 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.340321 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.340457 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.340592 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.340740 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.340897 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.341040 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.341221 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.341363 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.341499 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.341634 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.341778 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.341933 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.342126 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.342305 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.342440 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] use_json = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.342575 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.342731 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.342894 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.343036 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.343197 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.343340 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.343611 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.343755 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 15:20:44.343946 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.344083 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.344232 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.344371 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.344532 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.344668 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.344803 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.344947 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.345084 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.345227 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.345365 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.345499 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.345645 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.345781 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.346167 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.346167 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.346451 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.346451 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.346712 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.346712 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.346969 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.346969 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.347228 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.347362 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.347498 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.347643 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.347800 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.347953 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.348090 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.348225 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.348361 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.348498 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.348664 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.348828 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.348983 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.349121 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.349286 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.349450 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.349613 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.349776 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.349921 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.350084 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.350244 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.350389 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.350553 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.350715 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.350875 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.351036 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.351197 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.351357 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.351528 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.351689 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.351877 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.352023 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.352774 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.352949 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.353089 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.353269 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.353435 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.353594 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.353817 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.353968 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.354106 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.354242 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.354416 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.354557 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.354693 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.354841 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.354977 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.355140 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.355291 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.355429 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.355564 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.355708 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.355902 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.356041 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.356195 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.356408 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.356551 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.356699 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.356839 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.356985 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.357121 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.357256 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.357391 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:44.357533 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.357533 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.357812 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.357812 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.358072 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.358206 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.358341 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.358476 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.358611 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.358757 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.358893 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.359037 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.359173 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.359309 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.359453 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.359589 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.359724 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.359929 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.360066 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.360201 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.360349 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.360486 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.360631 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.360794 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.360937 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.361101 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.361244 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.361418 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.361562 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.361732 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.361875 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.362045 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.362215 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.362379 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.362541 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.362694 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.362850 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.363013 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.363165 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.363323 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.363475 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.363631 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.363799 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.364010 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.364152 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.364289 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.364424 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.364572 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.364743 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.364896 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.365033 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.365199 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.365343 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.365491 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.365655 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.365798 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.365964 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.366108 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.366272 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.366437 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.366644 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.366786 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.366936 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.367072 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.367207 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.367352 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.367489 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.367624 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.367759 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.368011 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.368176 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.368414 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.368564 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.369146 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.369308 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.369496 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.369638 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.369775 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.369909 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.370045 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.370204 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.370367 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.370511 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.370724 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.370864 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.371001 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.371137 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.371272 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.371459 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.371598 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.371733 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.371915 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.372064 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.372234 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.372373 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.372508 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.372645 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.372780 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.372956 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.373092 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.373226 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.373370 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.373517 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.373695 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.373858 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.374047 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.374259 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.374401 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.374537 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.374674 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.374820 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.374958 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.375093 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.375227 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.375362 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.375547 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.375688 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.375847 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.376027 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.376178 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.376316 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.376490 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.376647 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.376857 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.377008 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.377146 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.377281 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.377416 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.377606 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.377759 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.377936 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.377936 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.378200 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.378336 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.378500 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.378639 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.378775 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.378919 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.379056 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.379191 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.379325 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.379503 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.379652 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.379820 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.379995 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.380702 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.380702 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.380702 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.380702 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.380702 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.381339 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.381339 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.381339 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.381339 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.381859 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.381859 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.381859 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.381859 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.382394 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.382394 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.382394 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.382771 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.382771 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.382771 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.383162 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.383162 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.383972 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.383972 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.384304 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.384304 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.384567 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.384567 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.384872 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.384872 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.385129 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.385129 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.385433 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.385433 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.385696 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.385831 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.385979 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.386153 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.386302 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.386438 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.386573 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.386709 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.386864 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.387075 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.387075 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.387351 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 15:20:44.387351 dv-cinder-784945-8-iscsi neutron-server[78627]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 15:20:44.550495 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 41516) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:44.559484 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065808 May 10 15:20:55.053497 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3bd926-3e62-43b2-ba5c-6cb1ac044dca None None] get_active_networks_info from dv-cinder-784945-8-iscsi {{(pid=78736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 15:20:55.142049 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3bd926-3e62-43b2-ba5c-6cb1ac044dca None None] No non-hosted networks {{(pid=78736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 15:20:55.168889 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.agentschedulers_db [None req-ab3bd926-3e62-43b2-ba5c-6cb1ac044dca None None] DHCP Agent not found on host dv-cinder-784945-8-iscsi {{(pid=78736) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 10 15:20:55.304687 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-dd5ec0cf-a54f-4dce-a31a-84eca87c96ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622'] for agent, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:57.643655 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622'] for agent, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:57.644783 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:57.645316 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:57.645716 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:57.645995 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:57.646536 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:57.646871 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:57.647230 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:57.647641 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:57.649707 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:57.650072 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:57.650406 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:57.650748 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:57.651142 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784945-8-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:57.661577 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784945-8-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:57.869898 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-841c05c3-5f43-45b4-b71e-dbb044dd1c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622'] for agent, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:57.922769 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a0a26fd9-8c06-4ada-9576-35d8df8053bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:58.545241 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622'] for agent, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:00.270241 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622'] for agent, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:01.932255 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 41608) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:21:02.536957 dv-cinder-784945-8-iscsi neutron-server[78735]: WARNING oslo_policy.policy [None req-7ff3092d-d15d-46e3-9e81-868046ebc568 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 15:21:02.537548 dv-cinder-784945-8-iscsi neutron-server[78735]: WARNING oslo_policy.policy [None req-7ff3092d-d15d-46e3-9e81-868046ebc568 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 15:21:02.762125 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [None req-7ff3092d-d15d-46e3-9e81-868046ebc568 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:21:02.763166 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-7ff3092d-d15d-46e3-9e81-868046ebc568 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8300319 May 10 15:21:02.831309 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.db.l3_hamode_db [None req-36158e58-37a1-4295-8073-f9c6388e4300 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 15:21:02.920463 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36158e58-37a1-4295-8073-f9c6388e4300 None None] Routers set() bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:21:02.920868 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36158e58-37a1-4295-8073-f9c6388e4300 None None] Router IDs set() for agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 10 15:21:05.098107 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 41622) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:21:05.472086 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-c2895268-d7db-4379-ae10-aedfdab29960 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:21:05.573582 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.policy [None req-c2895268-d7db-4379-ae10-aedfdab29960 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78735) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 15:21:05.619999 dv-cinder-784945-8-iscsi neutron-server[78735]: WARNING oslo_policy.policy [None req-c2895268-d7db-4379-ae10-aedfdab29960 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 15:21:05.620377 dv-cinder-784945-8-iscsi neutron-server[78735]: WARNING oslo_policy.policy [None req-c2895268-d7db-4379-ae10-aedfdab29960 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 15:21:05.629185 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.quota [None req-c2895268-d7db-4379-ae10-aedfdab29960 admin admin] Loaded quota_driver: . May 10 15:21:05.644498 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-c2895268-d7db-4379-ae10-aedfdab29960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:21:05.706026 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c2895268-d7db-4379-ae10-aedfdab29960 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771514241085', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771514242560', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771514263662', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771514258354', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771514214973', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771514208475', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-741596', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-785913', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1825669', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1623249'] for rbac-policy, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:05.771448 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c2895268-d7db-4379-ae10-aedfdab29960 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:05.772616 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-c2895268-d7db-4379-ae10-aedfdab29960 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6732783 May 10 15:21:08.375245 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 41636) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:21:08.717531 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Request body: {'network': {'tenant_id': '1e65fcf2d3d144cfb728abfd1010a240', 'project_id': '1e65fcf2d3d144cfb728abfd1010a240', 'admin_state_up': True, 'name': 'private'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:21:08.722092 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:21:08.726450 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Usage tracker for resource:network and tenant:1e65fcf2d3d144cfb728abfd1010a240 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:21:08.731687 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:21:08.738113 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:21:08.747480 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Made reservation on behalf of 1e65fcf2d3d144cfb728abfd1010a240 for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:21:08.750397 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:08.768014 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:08.781992 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:21:08.785538 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Usage tracker for resource:security_group_rule and tenant:1e65fcf2d3d144cfb728abfd1010a240 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:21:08.790969 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:21:08.796402 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:21:08.890098 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:08.893943 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:08.899672 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:21:08.919222 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:21:08.943325 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771509523604', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:08.943961 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Unsubscribe: segment precommit_create {{(pid=78735) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 15:21:08.944424 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.segments_db [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Added segment f436b4da-0b18-4632-88b4-e0db00eb7642 of type vlan for network 838001cc-da25-4ef2-998a-2ddbd0eacd7b May 10 15:21:08.953136 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da1b2e3-b324-4f19-8b9d-7a7e3ae628e0,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:09.002254 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:09.002616 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:09.002989 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:09.003315 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:09.003634 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:09.003982 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:09.004297 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:09.004625 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:09.004919 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:09.005228 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:09.005535 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:09.005838 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Tracked resource versions report: May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: pushed versions: May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: { 'AddressGroup': {'1.2'}, May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'ConntrackHelper': {'1.0'}, May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Log': {'1.0'}, May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Network': {'1.1'}, May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Port': {'1.7'}, May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'PortForwarding': {'1.2'}, May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'QosPolicy': {'1.8'}, May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'SecurityGroup': {'1.4'}, May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'SecurityGroupRule': {'1.2'}, May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'SubPort': {'1.0'}, May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Subnet': {'1.1'}, May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Trunk': {'1.1'}} May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: consumer versions: May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: { DHCP agent@dv-cinder-784945-8-iscsi: {}, May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: L3 agent@dv-cinder-784945-8-iscsi: {}, May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: Metadata agent@dv-cinder-784945-8-iscsi: {}, May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: Metering agent@dv-cinder-784945-8-iscsi: {}, May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: Open vSwitch agent@dv-cinder-784945-8-iscsi: { 'AddressGroup': '1.2', May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'ConntrackHelper': '1.0', May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Log': '1.0', May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Network': '1.1', May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Port': '1.7', May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'PortForwarding': '1.2', May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'QosPolicy': '1.8', May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'SecurityGroup': '1.4', May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'SecurityGroupRule': '1.2', May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'SubPort': '1.0', May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Subnet': '1.1', May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Trunk': '1.1'}} May 10 15:21:09.006889 dv-cinder-784945-8-iscsi neutron-server[78735]: {{(pid=78735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:21:09.059560 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:21:09.065387 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:09.104722 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:09.106124 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:21:09.106771 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:09.111173 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:21:09.208266 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8318577 May 10 15:21:09.213637 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Pushing event updated for resources: {'Network': ['ID=838001cc-da25-4ef2-998a-2ddbd0eacd7b,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:09.217921 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:21:09.226298 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network 838001cc-da25-4ef2-998a-2ddbd0eacd7b details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:21:11.842701 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 41652) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:21:12.282345 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7be069-cfb7-4a83-b096-b9bb9ab9429e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:21:12.283669 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-fd7be069-cfb7-4a83-b096-b9bb9ab9429e admin admin] 10.222.0.11 "GET /v2.0/networks/838001cc-da25-4ef2-998a-2ddbd0eacd7b HTTP/1.1" status: 200 len: 825 time: 0.4399517 May 10 15:21:12.310404 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-b04b5cd0-9edc-4aa7-87f4-425281437efc admin admin] 10.222.0.11 "GET /v2.0/subnetpools/735bff1f-6da5-4b18-bb9d-a6e84837a09d HTTP/1.1" status: 200 len: 734 time: 0.0213375 May 10 15:21:12.318787 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-049e3d2a-6def-48ab-89c2-96158e042a9d admin admin] Request body: {'subnet': {'subnetpool_id': '735bff1f-6da5-4b18-bb9d-a6e84837a09d', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '1e65fcf2d3d144cfb728abfd1010a240', 'name': 'private-subnet', 'network_id': '838001cc-da25-4ef2-998a-2ddbd0eacd7b'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:21:12.323088 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-049e3d2a-6def-48ab-89c2-96158e042a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:21:12.326765 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-049e3d2a-6def-48ab-89c2-96158e042a9d admin admin] Usage tracker for resource:subnet and tenant:1e65fcf2d3d144cfb728abfd1010a240 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:21:12.329611 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-049e3d2a-6def-48ab-89c2-96158e042a9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:21:12.335129 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-049e3d2a-6def-48ab-89c2-96158e042a9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:21:12.346550 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049e3d2a-6def-48ab-89c2-96158e042a9d admin admin] Made reservation on behalf of 1e65fcf2d3d144cfb728abfd1010a240 for: {'subnet': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:21:12.349129 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-049e3d2a-6def-48ab-89c2-96158e042a9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:12.820767 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-049e3d2a-6def-48ab-89c2-96158e042a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:12.825738 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:21:12.902455 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e3d2a-6def-48ab-89c2-96158e042a9d admin admin] Checking segment: {'id': 'f436b4da-0b18-4632-88b4-e0db00eb7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '838001cc-da25-4ef2-998a-2ddbd0eacd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:21:12.903108 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049e3d2a-6def-48ab-89c2-96158e042a9d admin admin] Network hostable DHCP agents. Network: 838001cc-da25-4ef2-998a-2ddbd0eacd7b, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:21:12.908636 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e3d2a-6def-48ab-89c2-96158e042a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f95220-478d-43c7-baf5-5d78b9478a8b,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:12.915638 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-049e3d2a-6def-48ab-89c2-96158e042a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:21:12.925663 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049e3d2a-6def-48ab-89c2-96158e042a9d admin admin] Network 838001cc-da25-4ef2-998a-2ddbd0eacd7b is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:21:12.936160 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-049e3d2a-6def-48ab-89c2-96158e042a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, 838001cc-da25-4ef2-998a-2ddbd0eacd7b) {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:21:12.941034 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049e3d2a-6def-48ab-89c2-96158e042a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:21:12.941624 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-049e3d2a-6def-48ab-89c2-96158e042a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:12.946189 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0650018e-c4bd-42a6-a98a-41a724f52b8d None None] Network 838001cc-da25-4ef2-998a-2ddbd0eacd7b requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:21:12.961446 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-049e3d2a-6def-48ab-89c2-96158e042a9d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6457794 May 10 15:21:13.253169 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7d4b3f-1c25-5a08-adb4-a785c243b454-838001cc-da25-4ef2-998a-2ddbd0eacd7b', 'network_id': '838001cc-da25-4ef2-998a-2ddbd0eacd7b', 'tenant_id': '1e65fcf2d3d144cfb728abfd1010a240', 'fixed_ips': [{'subnet_id': '86f95220-478d-43c7-baf5-5d78b9478a8b'}]}} from dv-cinder-784945-8-iscsi. {{(pid=78736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:21:13.254348 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:13.438550 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Allocated IP 172.20.0.2 (838001cc-da25-4ef2-998a-2ddbd0eacd7b/86f95220-478d-43c7-baf5-5d78b9478a8b/26f45c7e-9945-4cf8-a939-f18f621beefd) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:21:13.665664 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:13.678540 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Transition to ACTIVE for port object 26f45c7e-9945-4cf8-a939-f18f621beefd will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:21:13.698717 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Transition to ACTIVE for port object 26f45c7e-9945-4cf8-a939-f18f621beefd will not be triggered until provisioned by entity DHCP. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:21:13.705871 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:13.712121 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:21:13.764976 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Network 838001cc-da25-4ef2-998a-2ddbd0eacd7b is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:21:13.767644 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:21:13.778953 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:21:13.788105 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Pushing event updated for resources: {'Port': ['ID=26f45c7e-9945-4cf8-a939-f18f621beefd,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:13.821770 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:13.822116 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:13.822446 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:13.822778 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:13.823106 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:13.823434 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:13.823751 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:13.824092 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:13.824413 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:13.824728 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:13.825044 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:13.825356 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Tracked resource versions report: May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: pushed versions: May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: { 'AddressGroup': {'1.2'}, May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'ConntrackHelper': {'1.0'}, May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Log': {'1.0'}, May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Network': {'1.1'}, May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Port': {'1.7'}, May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'PortForwarding': {'1.2'}, May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'QosPolicy': {'1.8'}, May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'SecurityGroup': {'1.4'}, May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'SecurityGroupRule': {'1.2'}, May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'SubPort': {'1.0'}, May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Subnet': {'1.1'}, May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Trunk': {'1.1'}} May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: consumer versions: May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: { DHCP agent@dv-cinder-784945-8-iscsi: {}, May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: L3 agent@dv-cinder-784945-8-iscsi: {}, May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: Metadata agent@dv-cinder-784945-8-iscsi: {}, May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: Metering agent@dv-cinder-784945-8-iscsi: {}, May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: Open vSwitch agent@dv-cinder-784945-8-iscsi: { 'AddressGroup': '1.2', May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'ConntrackHelper': '1.0', May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Log': '1.0', May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Network': '1.1', May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Port': '1.7', May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'PortForwarding': '1.2', May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'QosPolicy': '1.8', May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'SecurityGroup': '1.4', May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'SecurityGroupRule': '1.2', May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'SubPort': '1.0', May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Subnet': '1.1', May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Trunk': '1.1'}} May 10 15:21:13.826431 dv-cinder-784945-8-iscsi neutron-server[78736]: {{(pid=78736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:21:13.834158 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:21:13.886447 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Attempting to bind port 26f45c7e-9945-4cf8-a939-f18f621beefd on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:21:13.886853 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Attempting to bind port 26f45c7e-9945-4cf8-a939-f18f621beefd by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': 'f436b4da-0b18-4632-88b4-e0db00eb7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '838001cc-da25-4ef2-998a-2ddbd0eacd7b'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:21:13.887284 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Attempting to bind port 26f45c7e-9945-4cf8-a939-f18f621beefd on network 838001cc-da25-4ef2-998a-2ddbd0eacd7b {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:21:13.892490 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:21:13.892899 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Checking segment: {'id': 'f436b4da-0b18-4632-88b4-e0db00eb7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '838001cc-da25-4ef2-998a-2ddbd0eacd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:21:13.893368 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:13.893763 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Bound using segment: {'id': 'f436b4da-0b18-4632-88b4-e0db00eb7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '838001cc-da25-4ef2-998a-2ddbd0eacd7b'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:21:13.894270 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Bound port: 26f45c7e-9945-4cf8-a939-f18f621beefd, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f436b4da-0b18-4632-88b4-e0db00eb7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '838001cc-da25-4ef2-998a-2ddbd0eacd7b'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:21:13.894655 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:13.982215 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] For port 26f45c7e-9945-4cf8-a939-f18f621beefd, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:21:13.986065 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] For port 26f45c7e-9945-4cf8-a939-f18f621beefd, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=26f45c7e-9945-4cf8-a939-f18f621beefd,segment=NetworkSegment(f436b4da-0b18-4632-88b4-e0db00eb7642),segment_id=f436b4da-0b18-4632-88b4-e0db00eb7642)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:21:13.989729 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:13.994153 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:21:14.078735 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Pushing event updated for resources: {'Port': ['ID=26f45c7e-9945-4cf8-a939-f18f621beefd,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:14.081840 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:21:15.368161 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 41662) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:21:15.734647 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [None req-c834cb57-a47d-41df-9b18-eabb62e91b76 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:21:15.735609 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-c834cb57-a47d-41df-9b18-eabb62e91b76 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3664205 May 10 15:21:18.110880 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 41672) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:21:18.731748 dv-cinder-784945-8-iscsi neutron-server[78734]: WARNING oslo_policy.policy [None req-729b88bd-13a7-4d4e-a1d0-674b1682e54f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 15:21:18.732355 dv-cinder-784945-8-iscsi neutron-server[78734]: WARNING oslo_policy.policy [None req-729b88bd-13a7-4d4e-a1d0-674b1682e54f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 15:21:18.956785 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [None req-729b88bd-13a7-4d4e-a1d0-674b1682e54f admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:21:18.959327 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-729b88bd-13a7-4d4e-a1d0-674b1682e54f admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8462858 May 10 15:21:19.465581 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363ca419-0602-4ad4-aca4-269c19a17866 None None] Network 838001cc-da25-4ef2-998a-2ddbd0eacd7b requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:21:19.550429 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-2127622d-b931-4da5-af25-ef1f31909b1c None None] Provisioning for port 26f45c7e-9945-4cf8-a939-f18f621beefd completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:21:19.581806 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 26f45c7e-9945-4cf8-a939-f18f621beefd up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:21:19.706110 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 26f45c7e-9945-4cf8-a939-f18f621beefd completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:21:19.712183 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 26f45c7e-9945-4cf8-a939-f18f621beefd triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:21:19.712586 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:19.886935 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:19.923342 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 26f45c7e-9945-4cf8-a939-f18f621beefd, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=26f45c7e-9945-4cf8-a939-f18f621beefd,segment=NetworkSegment(f436b4da-0b18-4632-88b4-e0db00eb7642),segment_id=f436b4da-0b18-4632-88b4-e0db00eb7642)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:21:19.928572 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:19.931200 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:21:20.002501 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=26f45c7e-9945-4cf8-a939-f18f621beefd,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:20.006020 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:21:20.082530 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-c795923f-46b7-44f1-aeaf-501a81c3709a None None] Provisioning complete for port 26f45c7e-9945-4cf8-a939-f18f621beefd triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:21:20.082905 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c795923f-46b7-44f1-aeaf-501a81c3709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:21.537192 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 26f45c7e-9945-4cf8-a939-f18f621beefd up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:21:21.601315 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 26f45c7e-9945-4cf8-a939-f18f621beefd triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:21:21.601687 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:21.608324 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 41692) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:21:21.957550 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-8bc25703-5552-4c76-94ef-572a5e6d44cf admin admin] Request body: {'router': {'tenant_id': '1e65fcf2d3d144cfb728abfd1010a240', 'admin_state_up': True, 'name': 'router1'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:21:22.028666 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.policy [None req-8bc25703-5552-4c76-94ef-572a5e6d44cf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78734) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 15:21:22.074290 dv-cinder-784945-8-iscsi neutron-server[78734]: WARNING oslo_policy.policy [None req-8bc25703-5552-4c76-94ef-572a5e6d44cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 15:21:22.074657 dv-cinder-784945-8-iscsi neutron-server[78734]: WARNING oslo_policy.policy [None req-8bc25703-5552-4c76-94ef-572a5e6d44cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 15:21:22.083181 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.quota [None req-8bc25703-5552-4c76-94ef-572a5e6d44cf admin admin] Loaded quota_driver: . May 10 15:21:22.098913 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-8bc25703-5552-4c76-94ef-572a5e6d44cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:21:22.105896 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-8bc25703-5552-4c76-94ef-572a5e6d44cf admin admin] Usage tracker for resource:router and tenant:1e65fcf2d3d144cfb728abfd1010a240 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:21:22.110314 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-8bc25703-5552-4c76-94ef-572a5e6d44cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:21:22.117812 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-8bc25703-5552-4c76-94ef-572a5e6d44cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:21:22.133573 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8bc25703-5552-4c76-94ef-572a5e6d44cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1829098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127101'] for router, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:22.135676 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8bc25703-5552-4c76-94ef-572a5e6d44cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127094'] for router, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:22.160955 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8bc25703-5552-4c76-94ef-572a5e6d44cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:22.277156 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8bc25703-5552-4c76-94ef-572a5e6d44cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706249'] for router, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:22.297640 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8bc25703-5552-4c76-94ef-572a5e6d44cf admin admin] Notify callbacks [] for router, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:22.298832 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-8bc25703-5552-4c76-94ef-572a5e6d44cf admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6895199 May 10 15:21:24.637489 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 41704) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:21:24.979328 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f1cb45e-19d0-4c01-8b6b-4a8393acd6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:25.000165 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [None req-c7de65b8-3db4-442e-bb0d-3be5012482d0 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:21:25.001147 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-c7de65b8-3db4-442e-bb0d-3be5012482d0 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3628123 May 10 15:21:27.350517 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 41714) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:21:27.642010 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:27.718498 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:21:27.723463 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:21:27.727155 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Usage tracker for resource:network and tenant:037ca0b14a85416ab6378f854d2ce8c3 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:21:27.730724 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:21:27.736116 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:21:27.745133 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Made reservation on behalf of 037ca0b14a85416ab6378f854d2ce8c3 for: {'network': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:21:27.748007 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:27.764644 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:27.778602 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:21:27.782269 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Usage tracker for resource:security_group_rule and tenant:037ca0b14a85416ab6378f854d2ce8c3 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:21:27.785379 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:21:27.790873 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:21:27.876298 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b143f041-a718-4ef4-bc47-8bfcce09d3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:27.882104 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:27.886881 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:27.892518 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:21:27.906544 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Reserving flat network on physical network physnet1 {{(pid=78734) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 15:21:27.938310 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771509523604', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:27.938891 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Unsubscribe: segment precommit_create {{(pid=78734) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 15:21:27.939350 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.db.segments_db [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Added segment 1f83ae90-3caf-483e-afe3-be2afff2bfdb of type flat for network 4811dc59-86a1-49a5-ba2c-35db1544fa5c May 10 15:21:27.989126 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70435bf5-f17f-4498-9eab-33abcd4f7b52,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:28.004787 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:28.005131 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:28.005457 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:28.005776 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:28.006089 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:28.006404 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:28.006713 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:28.007022 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:28.007341 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:28.008356 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:28.008822 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:28.009138 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Tracked resource versions report: May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: pushed versions: May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: { 'AddressGroup': {'1.2'}, May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'ConntrackHelper': {'1.0'}, May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Log': {'1.0'}, May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Network': {'1.1'}, May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Port': {'1.7'}, May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'PortForwarding': {'1.2'}, May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'QosPolicy': {'1.8'}, May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'SecurityGroup': {'1.4'}, May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'SecurityGroupRule': {'1.2'}, May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'SubPort': {'1.0'}, May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Subnet': {'1.1'}, May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Trunk': {'1.1'}} May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: consumer versions: May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: { DHCP agent@dv-cinder-784945-8-iscsi: {}, May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: L3 agent@dv-cinder-784945-8-iscsi: {}, May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: Metadata agent@dv-cinder-784945-8-iscsi: {}, May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: Metering agent@dv-cinder-784945-8-iscsi: {}, May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: Open vSwitch agent@dv-cinder-784945-8-iscsi: { 'AddressGroup': '1.2', May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'ConntrackHelper': '1.0', May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Log': '1.0', May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Network': '1.1', May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Port': '1.7', May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'PortForwarding': '1.2', May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'QosPolicy': '1.8', May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'SecurityGroup': '1.4', May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'SecurityGroupRule': '1.2', May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'SubPort': '1.0', May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Subnet': '1.1', May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Trunk': '1.1'}} May 10 15:21:28.010175 dv-cinder-784945-8-iscsi neutron-server[78734]: {{(pid=78734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:21:28.066414 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:21:28.068109 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:28.110094 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:28.111548 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:21:28.112232 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:28.116645 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:21:28.215797 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8641140 May 10 15:21:28.218211 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Pushing event updated for resources: {'Network': ['ID=4811dc59-86a1-49a5-ba2c-35db1544fa5c,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:28.221390 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:21:28.229906 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:21:28.489560 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:30.223035 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:30.548470 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 41738) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:21:30.764228 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491b8ca5-576c-43e3-b373-cddc0d01c8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:21:30.765579 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-491b8ca5-576c-43e3-b373-cddc0d01c8aa admin admin] 10.222.0.11 "GET /v2.0/subnets/86f95220-478d-43c7-baf5-5d78b9478a8b HTTP/1.1" status: 200 len: 849 time: 0.2161658 May 10 15:21:30.915845 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-8821c8b0-0106-47a0-bbee-ef9a5da158e1 admin admin] 10.222.0.11 "GET /v2.0/routers/1e297ae1-c356-446d-8939-fd0e23d7a990 HTTP/1.1" status: 200 len: 704 time: 0.1447451 May 10 15:21:31.362292 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:31.587046 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Allocated IP 172.20.0.1 (838001cc-da25-4ef2-998a-2ddbd0eacd7b/86f95220-478d-43c7-baf5-5d78b9478a8b/497de22d-8f0b-4914-8622-f22d12f14cf5) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:21:31.741431 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:31.759851 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Transition to ACTIVE for port object 497de22d-8f0b-4914-8622-f22d12f14cf5 will not be triggered until provisioned by entity DHCP. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:21:31.814408 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:31.818051 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:21:31.872884 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Network 838001cc-da25-4ef2-998a-2ddbd0eacd7b is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:21:31.875607 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:21:31.886225 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:21:31.886620 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:32.017932 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Pushing event updated for resources: {'Port': ['ID=497de22d-8f0b-4914-8622-f22d12f14cf5,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:32.029596 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:21:32.080561 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-cf11ff74-2959-42b8-9d91-a30f84a4f837 None None] Provisioning for port 497de22d-8f0b-4914-8622-f22d12f14cf5 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:21:32.086548 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-cf11ff74-2959-42b8-9d91-a30f84a4f837 None None] Provisioning complete for port 497de22d-8f0b-4914-8622-f22d12f14cf5 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:21:32.086925 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-cf11ff74-2959-42b8-9d91-a30f84a4f837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:32.145660 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-cf11ff74-2959-42b8-9d91-a30f84a4f837 None None] Port 497de22d-8f0b-4914-8622-f22d12f14cf5 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:21:32.188896 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:32.407239 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:32.411604 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:32.412708 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:32.417084 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:21:32.540792 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Pushing event updated for resources: {'Port': ['ID=497de22d-8f0b-4914-8622-f22d12f14cf5,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:32.544687 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:21:32.599999 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Network 838001cc-da25-4ef2-998a-2ddbd0eacd7b is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:21:32.601062 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:21:32.767991 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-246bc690-8ee5-4564-9b2b-9b27c704ec4c None None] Provisioning complete for port 497de22d-8f0b-4914-8622-f22d12f14cf5 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:21:32.768364 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-246bc690-8ee5-4564-9b2b-9b27c704ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:32.791531 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Router 1e297ae1-c356-446d-8939-fd0e23d7a990 is scheduled to L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 with binding_index 1 {{(pid=78734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:21:32.819618 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-246bc690-8ee5-4564-9b2b-9b27c704ec4c None None] Port 497de22d-8f0b-4914-8622-f22d12f14cf5 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:21:32.943443 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:21:32.953142 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Sync routers for ids ['1e297ae1-c356-446d-8939-fd0e23d7a990'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:21:32.953605 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] 10.222.0.11 "PUT /v2.0/routers/1e297ae1-c356-446d-8939-fd0e23d7a990/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0324757 May 10 15:21:32.964085 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Routers {'1e297ae1-c356-446d-8939-fd0e23d7a990'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:21:32.965069 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:21:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['1e297ae1-c356-446d-8939-fd0e23d7a990'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:21:33.140361 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Set router 1e297ae1-c356-446d-8939-fd0e23d7a990 gateway port host: None {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:21:33.502153 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e297ae1-c356-446d-8939-fd0e23d7a990', 'name': 'router1', 'tenant_id': '1e65fcf2d3d144cfb728abfd1010a240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:21:22Z', 'updated_at': '2021-05-10T15:21:32Z', 'revision_number': 2, 'project_id': '1e65fcf2d3d144cfb728abfd1010a240', 'gw_port_host': None, '_interfaces': [{'id': '497de22d-8f0b-4914-8622-f22d12f14cf5', 'name': '', 'network_id': '838001cc-da25-4ef2-998a-2ddbd0eacd7b', 'tenant_id': '1e65fcf2d3d144cfb728abfd1010a240', 'mac_address': 'fa:16:3e:01:93:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e297ae1-c356-446d-8939-fd0e23d7a990', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86f95220-478d-43c7-baf5-5d78b9478a8b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:21:31Z', 'updated_at': '2021-05-10T15:21:32Z', 'revision_number': 2, 'project_id': '1e65fcf2d3d144cfb728abfd1010a240', 'subnets': [{'id': '86f95220-478d-43c7-baf5-5d78b9478a8b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '735bff1f-6da5-4b18-bb9d-a6e84837a09d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:21:33.507154 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Checking router: 1e297ae1-c356-446d-8939-fd0e23d7a990 for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:21:33.508196 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Updating router 1e297ae1-c356-446d-8939-fd0e23d7a990 port 497de22d-8f0b-4914-8622-f22d12f14cf5 binding host dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:21:33.558590 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:33.931609 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Notify callbacks [] for port, precommit_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:33.947946 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Transition to ACTIVE for port object 497de22d-8f0b-4914-8622-f22d12f14cf5 will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:21:33.954435 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:33.962123 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:21:34.167485 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Pushing event updated for resources: {'Port': ['ID=497de22d-8f0b-4914-8622-f22d12f14cf5,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:34.186632 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:34.186903 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:34.187229 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:34.187549 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:34.187903 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:34.188217 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:34.188530 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:34.188840 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:34.189157 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:34.189465 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:34.189769 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:34.190071 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Tracked resource versions report: May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: pushed versions: May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: { 'AddressGroup': {'1.2'}, May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'ConntrackHelper': {'1.0'}, May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Log': {'1.0'}, May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Network': {'1.1'}, May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Port': {'1.7'}, May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'PortForwarding': {'1.2'}, May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'QosPolicy': {'1.8'}, May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'SecurityGroup': {'1.4'}, May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'SecurityGroupRule': {'1.2'}, May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'SubPort': {'1.0'}, May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Subnet': {'1.1'}, May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Trunk': {'1.1'}} May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: consumer versions: May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: { DHCP agent@dv-cinder-784945-8-iscsi: {}, May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: L3 agent@dv-cinder-784945-8-iscsi: {}, May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: Metadata agent@dv-cinder-784945-8-iscsi: {}, May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: Metering agent@dv-cinder-784945-8-iscsi: {}, May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: Open vSwitch agent@dv-cinder-784945-8-iscsi: { 'AddressGroup': '1.2', May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'ConntrackHelper': '1.0', May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Log': '1.0', May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Network': '1.1', May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Port': '1.7', May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'PortForwarding': '1.2', May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'QosPolicy': '1.8', May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'SecurityGroup': '1.4', May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'SecurityGroupRule': '1.2', May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'SubPort': '1.0', May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Subnet': '1.1', May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Trunk': '1.1'}} May 10 15:21:34.191137 dv-cinder-784945-8-iscsi neutron-server[78737]: {{(pid=78737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:21:34.195306 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Attempting to bind port 497de22d-8f0b-4914-8622-f22d12f14cf5 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:21:34.195701 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Attempting to bind port 497de22d-8f0b-4914-8622-f22d12f14cf5 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': 'f436b4da-0b18-4632-88b4-e0db00eb7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '838001cc-da25-4ef2-998a-2ddbd0eacd7b'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:21:34.196152 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Attempting to bind port 497de22d-8f0b-4914-8622-f22d12f14cf5 on network 838001cc-da25-4ef2-998a-2ddbd0eacd7b {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:21:34.198314 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:21:34.202685 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:21:34.203092 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Checking segment: {'id': 'f436b4da-0b18-4632-88b4-e0db00eb7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '838001cc-da25-4ef2-998a-2ddbd0eacd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:21:34.203566 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:34.203976 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Bound using segment: {'id': 'f436b4da-0b18-4632-88b4-e0db00eb7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '838001cc-da25-4ef2-998a-2ddbd0eacd7b'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:21:34.204489 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Bound port: 497de22d-8f0b-4914-8622-f22d12f14cf5, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f436b4da-0b18-4632-88b4-e0db00eb7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '838001cc-da25-4ef2-998a-2ddbd0eacd7b'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:21:34.204866 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:34.292993 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] For port 497de22d-8f0b-4914-8622-f22d12f14cf5, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:21:34.297023 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] For port 497de22d-8f0b-4914-8622-f22d12f14cf5, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=497de22d-8f0b-4914-8622-f22d12f14cf5,segment=NetworkSegment(f436b4da-0b18-4632-88b4-e0db00eb7642),segment_id=f436b4da-0b18-4632-88b4-e0db00eb7642)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:21:34.303063 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:34.307233 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:21:34.386659 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Routers {'1e297ae1-c356-446d-8939-fd0e23d7a990'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:21:34.387269 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:21:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['1e297ae1-c356-446d-8939-fd0e23d7a990'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:21:34.535115 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Pushing event updated for resources: {'Port': ['ID=497de22d-8f0b-4914-8622-f22d12f14cf5,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:34.538234 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:21:34.573736 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] Set router 1e297ae1-c356-446d-8939-fd0e23d7a990 gateway port host: None {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:21:34.894801 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e297ae1-c356-446d-8939-fd0e23d7a990', 'name': 'router1', 'tenant_id': '1e65fcf2d3d144cfb728abfd1010a240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:21:22Z', 'updated_at': '2021-05-10T15:21:32Z', 'revision_number': 2, 'project_id': '1e65fcf2d3d144cfb728abfd1010a240', 'gw_port_host': None, '_interfaces': [{'id': '497de22d-8f0b-4914-8622-f22d12f14cf5', 'name': '', 'network_id': '838001cc-da25-4ef2-998a-2ddbd0eacd7b', 'tenant_id': '1e65fcf2d3d144cfb728abfd1010a240', 'mac_address': 'fa:16:3e:01:93:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e297ae1-c356-446d-8939-fd0e23d7a990', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86f95220-478d-43c7-baf5-5d78b9478a8b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:21:31Z', 'updated_at': '2021-05-10T15:21:34Z', 'revision_number': 4, 'project_id': '1e65fcf2d3d144cfb728abfd1010a240', 'subnets': [{'id': '86f95220-478d-43c7-baf5-5d78b9478a8b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '735bff1f-6da5-4b18-bb9d-a6e84837a09d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:21:34.899333 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446e64f-a8b4-45d1-9167-abd12ed9bb3c None None] The sync data for ids ['1e297ae1-c356-446d-8939-fd0e23d7a990'] in dv-cinder-784945-8-iscsi is: [{'id': '1e297ae1-c356-446d-8939-fd0e23d7a990', 'name': 'router1', 'tenant_id': '1e65fcf2d3d144cfb728abfd1010a240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:21:22Z', 'updated_at': '2021-05-10T15:21:32Z', 'revision_number': 2, 'project_id': '1e65fcf2d3d144cfb728abfd1010a240', 'gw_port_host': None, '_interfaces': [{'id': '497de22d-8f0b-4914-8622-f22d12f14cf5', 'name': '', 'network_id': '838001cc-da25-4ef2-998a-2ddbd0eacd7b', 'tenant_id': '1e65fcf2d3d144cfb728abfd1010a240', 'mac_address': 'fa:16:3e:01:93:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e297ae1-c356-446d-8939-fd0e23d7a990', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86f95220-478d-43c7-baf5-5d78b9478a8b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:21:31Z', 'updated_at': '2021-05-10T15:21:34Z', 'revision_number': 4, 'project_id': '1e65fcf2d3d144cfb728abfd1010a240', 'subnets': [{'id': '86f95220-478d-43c7-baf5-5d78b9478a8b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '735bff1f-6da5-4b18-bb9d-a6e84837a09d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:21:35.124966 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 41760) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:21:35.265604 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc5456d-184f-47b4-a90b-2cf75c9a916f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:21:35.266078 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-8fc5456d-184f-47b4-a90b-2cf75c9a916f admin admin] Synchronizing usage tracker for tenant:037ca0b14a85416ab6378f854d2ce8c3 on resource:network {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:21:35.282883 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-8fc5456d-184f-47b4-a90b-2cf75c9a916f admin admin] Unset dirty status for tenant:037ca0b14a85416ab6378f854d2ce8c3 on resource:network {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:21:35.284055 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-8fc5456d-184f-47b4-a90b-2cf75c9a916f admin admin] 10.222.0.11 "GET /v2.0/networks/4811dc59-86a1-49a5-ba2c-35db1544fa5c HTTP/1.1" status: 200 len: 842 time: 0.1580327 May 10 15:21:35.293792 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'name': 'public-subnet'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:21:35.298761 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:21:35.302693 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] Usage tracker for resource:subnet and tenant:037ca0b14a85416ab6378f854d2ce8c3 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:21:35.306320 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:21:35.315540 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:21:35.325390 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] Made reservation on behalf of 037ca0b14a85416ab6378f854d2ce8c3 for: {'subnet': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:21:35.327604 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:35.792762 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.objects.ports [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78734) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 10 15:21:35.793198 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:35.796925 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:21:35.865031 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3064fa96-7c33-493f-b8df-9d71432932fc,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:35.871928 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:21:35.875459 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] Checking segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:21:35.875836 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] Network hostable DHCP agents. Network: 4811dc59-86a1-49a5-ba2c-35db1544fa5c, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:21:35.894235 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:21:35.904105 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, 4811dc59-86a1-49a5-ba2c-35db1544fa5c) {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:21:35.908120 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:21:35.908684 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:35.918238 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a49196-5d4c-4b29-adf2-a91e0a1a0e97 None None] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:21:35.943837 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6391058 May 10 15:21:36.128818 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec69ec5-1e4b-4346-b956-e04ff0063634 None None] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:21:37.576766 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 497de22d-8f0b-4914-8622-f22d12f14cf5 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:21:37.657279 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 497de22d-8f0b-4914-8622-f22d12f14cf5 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:21:37.662242 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 497de22d-8f0b-4914-8622-f22d12f14cf5 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:21:37.662765 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:37.784563 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:37.821372 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 497de22d-8f0b-4914-8622-f22d12f14cf5, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=497de22d-8f0b-4914-8622-f22d12f14cf5,segment=NetworkSegment(f436b4da-0b18-4632-88b4-e0db00eb7642),segment_id=f436b4da-0b18-4632-88b4-e0db00eb7642)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:21:37.825176 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:37.827861 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:21:37.892536 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=497de22d-8f0b-4914-8622-f22d12f14cf5,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:37.895937 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:21:38.169787 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 41774) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:21:38.372070 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-1efe852c-ff22-49a6-a0dd-7b7010286c63 admin admin] 10.222.0.11 "GET /v2.0/routers/1e297ae1-c356-446d-8939-fd0e23d7a990 HTTP/1.1" status: 200 len: 710 time: 0.2011414 May 10 15:21:38.499273 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0530f66d-aa6c-47d5-9cf3-3da1e1cb0b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:21:38.500581 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-0530f66d-aa6c-47d5-9cf3-3da1e1cb0b81 admin admin] 10.222.0.11 "GET /v2.0/networks/4811dc59-86a1-49a5-ba2c-35db1544fa5c HTTP/1.1" status: 200 len: 886 time: 0.1234469 May 10 15:21:38.509174 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:21:38.945974 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127064'] for router, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:39.260810 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:39.366407 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:39.499109 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Allocated IP 172.27.3.194 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/9cbd04e2-062c-4df3-bb48-79670f25af02) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:21:39.559587 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 497de22d-8f0b-4914-8622-f22d12f14cf5 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:21:39.625302 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 497de22d-8f0b-4914-8622-f22d12f14cf5 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:21:39.625681 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:39.641791 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:39.671336 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:39.675863 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:21:39.727635 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:21:39.730387 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:21:39.733890 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:21:39.854315 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Pushing event updated for resources: {'Port': ['ID=9cbd04e2-062c-4df3-bb48-79670f25af02,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:39.858319 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:21:40.107840 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:40.434403 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127064'] for router, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:40.437623 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1830153'] for router, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:40.662559 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Router 1e297ae1-c356-446d-8939-fd0e23d7a990 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:21:40.834395 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:21:40.843934 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Notify callbacks [] for router, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:40.844814 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Sync routers for ids ['1e297ae1-c356-446d-8939-fd0e23d7a990'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:21:40.845233 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] 10.222.0.11 "PUT /v2.0/routers/1e297ae1-c356-446d-8939-fd0e23d7a990 HTTP/1.1" status: 200 len: 890 time: 2.3392024 May 10 15:21:40.855560 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Routers {'1e297ae1-c356-446d-8939-fd0e23d7a990'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:21:40.856242 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:21:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['1e297ae1-c356-446d-8939-fd0e23d7a990'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:21:41.048499 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Set router 1e297ae1-c356-446d-8939-fd0e23d7a990 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:21:41.406319 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e297ae1-c356-446d-8939-fd0e23d7a990', 'name': 'router1', 'tenant_id': '1e65fcf2d3d144cfb728abfd1010a240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '9cbd04e2-062c-4df3-bb48-79670f25af02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:21:22Z', 'updated_at': '2021-05-10T15:21:39Z', 'revision_number': 4, 'project_id': '1e65fcf2d3d144cfb728abfd1010a240', 'gw_port': {'id': '9cbd04e2-062c-4df3-bb48-79670f25af02', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e297ae1-c356-446d-8939-fd0e23d7a990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:21:39Z', 'updated_at': '2021-05-10T15:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '497de22d-8f0b-4914-8622-f22d12f14cf5', 'name': '', 'network_id': '838001cc-da25-4ef2-998a-2ddbd0eacd7b', 'tenant_id': '1e65fcf2d3d144cfb728abfd1010a240', 'mac_address': 'fa:16:3e:01:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e297ae1-c356-446d-8939-fd0e23d7a990', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86f95220-478d-43c7-baf5-5d78b9478a8b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:21:31Z', 'updated_at': '2021-05-10T15:21:37Z', 'revision_number': 5, 'project_id': '1e65fcf2d3d144cfb728abfd1010a240', 'subnets': [{'id': '86f95220-478d-43c7-baf5-5d78b9478a8b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '735bff1f-6da5-4b18-bb9d-a6e84837a09d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:21:41.411150 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Checking router: 1e297ae1-c356-446d-8939-fd0e23d7a990 for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:21:41.411506 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Updating router 1e297ae1-c356-446d-8939-fd0e23d7a990 port 9cbd04e2-062c-4df3-bb48-79670f25af02 binding host dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:21:41.465572 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:41.785727 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:41.797691 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Transition to ACTIVE for port object 9cbd04e2-062c-4df3-bb48-79670f25af02 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:21:41.805143 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:41.808842 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:21:41.887467 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Attempting to bind port 9cbd04e2-062c-4df3-bb48-79670f25af02 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:21:41.888119 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Attempting to bind port 9cbd04e2-062c-4df3-bb48-79670f25af02 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:21:41.888218 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Attempting to bind port 9cbd04e2-062c-4df3-bb48-79670f25af02 on network 4811dc59-86a1-49a5-ba2c-35db1544fa5c {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:21:41.890279 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b123cac-8dfd-48d3-bc74-52ced762bca7 None None] Pushing event updated for resources: {'Port': ['ID=9cbd04e2-062c-4df3-bb48-79670f25af02,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:41.894790 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6b123cac-8dfd-48d3-bc74-52ced762bca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:21:41.897280 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:21:41.897751 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Checking segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:21:41.899053 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:41.899455 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Bound using segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:21:41.899957 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Bound port: 9cbd04e2-062c-4df3-bb48-79670f25af02, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:21:41.900362 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:41.970328 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] For port 9cbd04e2-062c-4df3-bb48-79670f25af02, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:21:41.973268 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] For port 9cbd04e2-062c-4df3-bb48-79670f25af02, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=9cbd04e2-062c-4df3-bb48-79670f25af02,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:21:41.977722 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:41.981330 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:21:42.059462 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Routers {'1e297ae1-c356-446d-8939-fd0e23d7a990'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:21:42.060120 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:21:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['1e297ae1-c356-446d-8939-fd0e23d7a990'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:21:42.166524 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b123cac-8dfd-48d3-bc74-52ced762bca7 None None] Pushing event updated for resources: {'Port': ['ID=9cbd04e2-062c-4df3-bb48-79670f25af02,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:42.169665 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6b123cac-8dfd-48d3-bc74-52ced762bca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:21:42.237361 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] Set router 1e297ae1-c356-446d-8939-fd0e23d7a990 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:21:42.555239 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e297ae1-c356-446d-8939-fd0e23d7a990', 'name': 'router1', 'tenant_id': '1e65fcf2d3d144cfb728abfd1010a240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '9cbd04e2-062c-4df3-bb48-79670f25af02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:21:22Z', 'updated_at': '2021-05-10T15:21:39Z', 'revision_number': 4, 'project_id': '1e65fcf2d3d144cfb728abfd1010a240', 'gw_port': {'id': '9cbd04e2-062c-4df3-bb48-79670f25af02', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e297ae1-c356-446d-8939-fd0e23d7a990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:21:39Z', 'updated_at': '2021-05-10T15:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '497de22d-8f0b-4914-8622-f22d12f14cf5', 'name': '', 'network_id': '838001cc-da25-4ef2-998a-2ddbd0eacd7b', 'tenant_id': '1e65fcf2d3d144cfb728abfd1010a240', 'mac_address': 'fa:16:3e:01:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e297ae1-c356-446d-8939-fd0e23d7a990', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86f95220-478d-43c7-baf5-5d78b9478a8b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:21:31Z', 'updated_at': '2021-05-10T15:21:37Z', 'revision_number': 5, 'project_id': '1e65fcf2d3d144cfb728abfd1010a240', 'subnets': [{'id': '86f95220-478d-43c7-baf5-5d78b9478a8b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '735bff1f-6da5-4b18-bb9d-a6e84837a09d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:21:42.559224 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bd5239-94ca-489b-bf1d-1047d33978db None None] The sync data for ids ['1e297ae1-c356-446d-8939-fd0e23d7a990'] in dv-cinder-784945-8-iscsi is: [{'id': '1e297ae1-c356-446d-8939-fd0e23d7a990', 'name': 'router1', 'tenant_id': '1e65fcf2d3d144cfb728abfd1010a240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '9cbd04e2-062c-4df3-bb48-79670f25af02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:21:22Z', 'updated_at': '2021-05-10T15:21:39Z', 'revision_number': 4, 'project_id': '1e65fcf2d3d144cfb728abfd1010a240', 'gw_port': {'id': '9cbd04e2-062c-4df3-bb48-79670f25af02', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e297ae1-c356-446d-8939-fd0e23d7a990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:21:39Z', 'updated_at': '2021-05-10T15:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '497de22d-8f0b-4914-8622-f22d12f14cf5', 'name': '', 'network_id': '838001cc-da25-4ef2-998a-2ddbd0eacd7b', 'tenant_id': '1e65fcf2d3d144cfb728abfd1010a240', 'mac_address': 'fa:16:3e:01:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e297ae1-c356-446d-8939-fd0e23d7a990', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86f95220-478d-43c7-baf5-5d78b9478a8b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:21:31Z', 'updated_at': '2021-05-10T15:21:37Z', 'revision_number': 5, 'project_id': '1e65fcf2d3d144cfb728abfd1010a240', 'subnets': [{'id': '86f95220-478d-43c7-baf5-5d78b9478a8b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '735bff1f-6da5-4b18-bb9d-a6e84837a09d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:21:43.244954 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 41784) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:21:43.362810 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-057527f7-7d24-4063-a220-9d0d12082067 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1167300 May 10 15:21:43.582190 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 9cbd04e2-062c-4df3-bb48-79670f25af02 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:21:43.651244 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 9cbd04e2-062c-4df3-bb48-79670f25af02 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:21:43.656120 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 9cbd04e2-062c-4df3-bb48-79670f25af02 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:21:43.656504 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:43.797774 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:43.814888 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 9cbd04e2-062c-4df3-bb48-79670f25af02, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=9cbd04e2-062c-4df3-bb48-79670f25af02,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:21:43.819989 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:43.822282 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:21:43.889778 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=9cbd04e2-062c-4df3-bb48-79670f25af02,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:43.892764 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:21:45.570785 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 9cbd04e2-062c-4df3-bb48-79670f25af02 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:21:45.647093 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 9cbd04e2-062c-4df3-bb48-79670f25af02 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:21:45.647474 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:54.980615 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ec776644-f664-42ac-b7d8-9de0c7c9a8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:55.270327 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 5 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:21:57.644232 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:57.880779 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-26370f28-e606-4e8d-a8cc-f460e26837e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:58.498909 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:00.248082 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:24.985958 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d2c5107a-7fd0-47fe-b5ff-fd047ddc8060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:27.648549 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:27.876086 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-450d4313-bbf3-4f33-9e28-205947cdb390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:28.499341 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:30.252032 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:32.274312 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 5 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:22:54.997479 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c90a6c1e-4ad3-40f3-bce2-019a3e59a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:57.650641 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:57.878603 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3544d207-d842-4b99-aecc-0978d203297d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:58.501434 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:00.254516 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:09.273041 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 5 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:23:17.433744 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 42354) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:23:17.502041 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.pecan_wsgi.hooks.translation [None req-9afbbb27-7c8f-4372-9dc2-171e89f73331 admin admin] GET failed (client error): The resource could not be found. May 10 15:23:17.503273 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-9afbbb27-7c8f-4372-9dc2-171e89f73331 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0686121 May 10 15:23:17.631284 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c4b486-427b-4e2e-84a1-64d06fa5c8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:23:17.632703 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-c2c4b486-427b-4e2e-84a1-64d06fa5c8bc admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1256840 May 10 15:23:19.741191 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 42364) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:23:19.845009 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede692e0-a83f-48ac-92c3-6cd7fc7bd187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:23:19.846312 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-ede692e0-a83f-48ac-92c3-6cd7fc7bd187 admin admin] 10.222.0.11 "GET /v2.0/subnets/86f95220-478d-43c7-baf5-5d78b9478a8b HTTP/1.1" status: 200 len: 849 time: 0.1041887 May 10 15:23:19.856106 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:23:19.966714 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:20.149679 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771509517150'] for subnet, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:20.153929 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-049e3d2a-6def-48ab-89c2-96158e042a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:23:20.197696 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:23:20.198503 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:20.200023 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] 10.222.0.11 "PUT /v2.0/subnets/86f95220-478d-43c7-baf5-5d78b9478a8b HTTP/1.1" status: 200 len: 868 time: 0.3475862 May 10 15:23:20.202158 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e7fba9-0d39-4edc-8c99-5443d342d887 None None] Network 838001cc-da25-4ef2-998a-2ddbd0eacd7b requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:23:20.226460 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f95220-478d-43c7-baf5-5d78b9478a8b,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:23:20.234037 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:20.234392 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:20.234699 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:20.235021 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:20.235338 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:20.235665 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:20.236002 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:20.236317 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:20.236632 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:20.236941 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:20.237254 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:20.237557 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:20.244546 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:23:20.691050 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-231997b0-07a2-4d23-b961-b056b0b4bae8 None None] Provisioning complete for port 26f45c7e-9945-4cf8-a939-f18f621beefd triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:23:20.691425 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-231997b0-07a2-4d23-b961-b056b0b4bae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:20.813387 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-231997b0-07a2-4d23-b961-b056b0b4bae8 None None] Provisioning complete for port 497de22d-8f0b-4914-8622-f22d12f14cf5 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:23:20.813770 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-231997b0-07a2-4d23-b961-b056b0b4bae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:22.322270 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 42374) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:23:22.495242 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c31bd-9ba9-471f-be82-550d54b304d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:23:22.495716 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c31bd-9ba9-471f-be82-550d54b304d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:23:22.497264 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-344c31bd-9ba9-471f-be82-550d54b304d8 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1740403 May 10 15:23:24.607461 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 42384) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:23:24.783116 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17f5906-e581-4031-bb54-7b9eb67a4075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:23:24.783598 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17f5906-e581-4031-bb54-7b9eb67a4075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:23:24.785134 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-d17f5906-e581-4031-bb54-7b9eb67a4075 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1767123 May 10 15:23:24.990382 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4fcf9f6e-7b87-4aba-917f-1f5acf669d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:26.863719 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 42394) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:23:27.027035 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7da062c-2b38-4744-91f0-f6a41239163a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:23:27.028419 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-e7da062c-2b38-4744-91f0-f6a41239163a admin admin] 10.222.0.11 "GET /v2.0/networks/4811dc59-86a1-49a5-ba2c-35db1544fa5c HTTP/1.1" status: 200 len: 886 time: 0.1629488 May 10 15:23:27.653239 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:27.880859 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e5a0580e-a16c-4d26-84d3-776c4ba77437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:28.504387 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:29.134544 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 42404) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:23:29.304501 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e34930-acac-444a-98da-a1f74d827ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:23:29.305840 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-e0e34930-acac-444a-98da-a1f74d827ca3 admin admin] 10.222.0.11 "GET /v2.0/networks/838001cc-da25-4ef2-998a-2ddbd0eacd7b HTTP/1.1" status: 200 len: 869 time: 0.1703625 May 10 15:23:30.259043 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:31.415103 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 42414) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:23:31.518462 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d020516f-93e9-4fa4-9d53-37eceec484d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:23:31.518924 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d020516f-93e9-4fa4-9d53-37eceec484d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:23:31.519645 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-d020516f-93e9-4fa4-9d53-37eceec484d2 admin admin] Synchronizing usage tracker for tenant:037ca0b14a85416ab6378f854d2ce8c3 on resource:subnet {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:23:31.534969 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-d020516f-93e9-4fa4-9d53-37eceec484d2 admin admin] Unset dirty status for tenant:037ca0b14a85416ab6378f854d2ce8c3 on resource:subnet {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:23:31.536643 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-d020516f-93e9-4fa4-9d53-37eceec484d2 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1206031 May 10 15:23:33.633727 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 42424) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:23:33.744068 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d498bb5a-90b2-4c6a-9222-98ff1d8f0067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:23:33.744532 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d498bb5a-90b2-4c6a-9222-98ff1d8f0067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:23:33.746003 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-d498bb5a-90b2-4c6a-9222-98ff1d8f0067 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1114066 May 10 15:23:35.865769 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 42434) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:23:35.964937 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9be3309-c128-406e-a874-ad310c14ea43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:23:35.966240 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-f9be3309-c128-406e-a874-ad310c14ea43 admin admin] 10.222.0.11 "GET /v2.0/subnets/3064fa96-7c33-493f-b8df-9d71432932fc HTTP/1.1" status: 200 len: 816 time: 0.0995216 May 10 15:23:38.075747 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 42444) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:23:38.181392 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42594d4f-2168-46d8-a183-ab28eb6c0568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:23:38.182738 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-42594d4f-2168-46d8-a183-ab28eb6c0568 admin admin] 10.222.0.11 "GET /v2.0/subnets/86f95220-478d-43c7-baf5-5d78b9478a8b HTTP/1.1" status: 200 len: 868 time: 0.1060331 May 10 15:23:46.272834 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 5 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:23:54.993432 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8576eeb3-3f5c-4f83-9afa-7939bd05f31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:57.654377 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:57.885336 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c77ab95f-9862-43db-bdb0-cf8de1af0d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:58.506350 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:00.261933 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:01.056912 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 42488) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:01.104396 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [None req-2f7ec91f-e3bd-4310-a08f-071480f3e84b admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:24:01.105387 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-2f7ec91f-e3bd-4310-a08f-071480f3e84b admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475416 May 10 15:24:03.296851 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 42498) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:03.366823 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.pecan_wsgi.hooks.translation [None req-7441553d-404c-402c-ae82-1c6cadba1cba admin admin] GET failed (client error): The resource could not be found. May 10 15:24:03.368204 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-7441553d-404c-402c-ae82-1c6cadba1cba admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0700736 May 10 15:24:03.491616 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed66ca9-b046-4de2-8e53-84fc2028f22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:24:03.493029 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-aed66ca9-b046-4de2-8e53-84fc2028f22b admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1210301 May 10 15:24:05.626056 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 42508) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:05.674026 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:24:05.679754 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:24:05.688978 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:24:05.699881 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Made reservation on behalf of 037ca0b14a85416ab6378f854d2ce8c3 for: {'network': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:24:05.702162 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.787497 dv-cinder-784945-8-iscsi neutron-server[78734]: WARNING neutron.services.revisions.revision_plugin [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Could not find related network for resource to bump revision. May 10 15:24:05.799534 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=78734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:24:05.809857 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.810194 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.db.segments_db [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Added segment c5edc44e-00e7-48fe-8d0a-d045df6ea795 of type vlan for network 50cb2c09-7a71-41fd-aa62-13fd44d7bd7b May 10 15:24:05.834990 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.861977 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.863728 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:24:05.864326 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.868681 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:24:05.963124 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3359632 May 10 15:24:05.963739 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Pushing event updated for resources: {'Network': ['ID=50cb2c09-7a71-41fd-aa62-13fd44d7bd7b,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:05.970968 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:05.971338 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:05.971683 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:05.972048 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:05.972984 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:05.973524 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:05.973972 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:05.974252 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:05.974579 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:05.974902 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:05.975224 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:05.975542 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:05.979447 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:24:05.986939 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network 50cb2c09-7a71-41fd-aa62-13fd44d7bd7b details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:24:08.101840 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 42518) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:08.167729 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bc663e-2928-4915-9785-e32e0836a699 admin admin] GET failed (client error): The resource could not be found. May 10 15:24:08.168302 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-56bc663e-2928-4915-9785-e32e0836a699 admin admin] Synchronizing usage tracker for tenant:037ca0b14a85416ab6378f854d2ce8c3 on resource:network {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:24:08.184559 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-56bc663e-2928-4915-9785-e32e0836a699 admin admin] Unset dirty status for tenant:037ca0b14a85416ab6378f854d2ce8c3 on resource:network {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:24:08.185697 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-56bc663e-2928-4915-9785-e32e0836a699 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0828784 May 10 15:24:08.290108 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f49d85c-9df0-440e-8c3f-52199247852d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:24:08.291471 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-0f49d85c-9df0-440e-8c3f-52199247852d admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1018822 May 10 15:24:08.301904 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-f94538a3-8fae-41dc-a9c9-bde88b951e26 admin admin] Request body: {'subnet': {'network_id': '50cb2c09-7a71-41fd-aa62-13fd44d7bd7b', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:24:08.306581 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-f94538a3-8fae-41dc-a9c9-bde88b951e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:24:08.315797 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-f94538a3-8fae-41dc-a9c9-bde88b951e26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:24:08.324889 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94538a3-8fae-41dc-a9c9-bde88b951e26 admin admin] Made reservation on behalf of 037ca0b14a85416ab6378f854d2ce8c3 for: {'subnet': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:24:08.327280 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f94538a3-8fae-41dc-a9c9-bde88b951e26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:08.782473 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f94538a3-8fae-41dc-a9c9-bde88b951e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:08.786631 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:24:08.858000 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94538a3-8fae-41dc-a9c9-bde88b951e26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72d71d7-d226-4d10-a9cc-b62c5645a8bb,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:08.861451 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-f94538a3-8fae-41dc-a9c9-bde88b951e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:24:08.867957 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94538a3-8fae-41dc-a9c9-bde88b951e26 admin admin] Checking segment: {'id': 'c5edc44e-00e7-48fe-8d0a-d045df6ea795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50cb2c09-7a71-41fd-aa62-13fd44d7bd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:24:08.868319 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94538a3-8fae-41dc-a9c9-bde88b951e26 admin admin] Network hostable DHCP agents. Network: 50cb2c09-7a71-41fd-aa62-13fd44d7bd7b, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:24:08.885268 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94538a3-8fae-41dc-a9c9-bde88b951e26 admin admin] Network 50cb2c09-7a71-41fd-aa62-13fd44d7bd7b is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:24:08.895075 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-f94538a3-8fae-41dc-a9c9-bde88b951e26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, 50cb2c09-7a71-41fd-aa62-13fd44d7bd7b) {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:24:08.899214 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94538a3-8fae-41dc-a9c9-bde88b951e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:24:08.899910 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f94538a3-8fae-41dc-a9c9-bde88b951e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:08.905434 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aa2523-6c84-479f-bfe9-6ddbafb38f14 None None] Network 50cb2c09-7a71-41fd-aa62-13fd44d7bd7b requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:24:08.925967 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-f94538a3-8fae-41dc-a9c9-bde88b951e26 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6281207 May 10 15:24:09.160735 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7d4b3f-1c25-5a08-adb4-a785c243b454-50cb2c09-7a71-41fd-aa62-13fd44d7bd7b', 'network_id': '50cb2c09-7a71-41fd-aa62-13fd44d7bd7b', 'tenant_id': '037ca0b14a85416ab6378f854d2ce8c3', 'fixed_ips': [{'subnet_id': 'f72d71d7-d226-4d10-a9cc-b62c5645a8bb'}]}} from dv-cinder-784945-8-iscsi. {{(pid=78736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:24:09.161580 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:09.320827 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Allocated IP 192.168.233.2 (50cb2c09-7a71-41fd-aa62-13fd44d7bd7b/f72d71d7-d226-4d10-a9cc-b62c5645a8bb/44ee39d6-21de-4e89-b56d-ce0d923c6080) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:24:09.529126 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:09.539185 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Transition to ACTIVE for port object 44ee39d6-21de-4e89-b56d-ce0d923c6080 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:24:09.558172 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Transition to ACTIVE for port object 44ee39d6-21de-4e89-b56d-ce0d923c6080 will not be triggered until provisioned by entity DHCP. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:24:09.564500 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:09.571116 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:24:09.626630 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Network 50cb2c09-7a71-41fd-aa62-13fd44d7bd7b is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:24:09.636388 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:24:09.641780 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:24:09.643873 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Pushing event updated for resources: {'Port': ['ID=44ee39d6-21de-4e89-b56d-ce0d923c6080,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:09.651958 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.652329 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.652654 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.652993 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.653343 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.653658 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.653985 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.654317 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.654662 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.654991 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.655315 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.655639 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.661656 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:24:09.746180 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Attempting to bind port 44ee39d6-21de-4e89-b56d-ce0d923c6080 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:24:09.746556 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Attempting to bind port 44ee39d6-21de-4e89-b56d-ce0d923c6080 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': 'c5edc44e-00e7-48fe-8d0a-d045df6ea795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50cb2c09-7a71-41fd-aa62-13fd44d7bd7b'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:24:09.746919 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Attempting to bind port 44ee39d6-21de-4e89-b56d-ce0d923c6080 on network 50cb2c09-7a71-41fd-aa62-13fd44d7bd7b {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:24:09.752258 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:24:09.752640 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Checking segment: {'id': 'c5edc44e-00e7-48fe-8d0a-d045df6ea795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50cb2c09-7a71-41fd-aa62-13fd44d7bd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:24:09.753043 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:09.753449 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Bound using segment: {'id': 'c5edc44e-00e7-48fe-8d0a-d045df6ea795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50cb2c09-7a71-41fd-aa62-13fd44d7bd7b'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:24:09.754252 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Bound port: 44ee39d6-21de-4e89-b56d-ce0d923c6080, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5edc44e-00e7-48fe-8d0a-d045df6ea795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50cb2c09-7a71-41fd-aa62-13fd44d7bd7b'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:24:09.754484 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:09.843059 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] For port 44ee39d6-21de-4e89-b56d-ce0d923c6080, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:24:09.846098 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] For port 44ee39d6-21de-4e89-b56d-ce0d923c6080, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=44ee39d6-21de-4e89-b56d-ce0d923c6080,segment=NetworkSegment(c5edc44e-00e7-48fe-8d0a-d045df6ea795),segment_id=c5edc44e-00e7-48fe-8d0a-d045df6ea795)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:24:09.850575 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:09.855374 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:24:09.934987 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Pushing event updated for resources: {'Port': ['ID=44ee39d6-21de-4e89-b56d-ce0d923c6080,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:09.938455 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:24:10.723020 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a84a2f-0dcb-480b-ab81-757bdb731dbf None None] Network 50cb2c09-7a71-41fd-aa62-13fd44d7bd7b requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:24:10.843957 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-b106057f-2476-4029-983a-75238d058bab None None] Provisioning for port 44ee39d6-21de-4e89-b56d-ce0d923c6080 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:24:11.677356 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 44ee39d6-21de-4e89-b56d-ce0d923c6080 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:24:11.745643 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 44ee39d6-21de-4e89-b56d-ce0d923c6080 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:24:11.750164 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 44ee39d6-21de-4e89-b56d-ce0d923c6080 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:24:11.750711 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:11.869527 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:11.901477 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 44ee39d6-21de-4e89-b56d-ce0d923c6080, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=44ee39d6-21de-4e89-b56d-ce0d923c6080,segment=NetworkSegment(c5edc44e-00e7-48fe-8d0a-d045df6ea795),segment_id=c5edc44e-00e7-48fe-8d0a-d045df6ea795)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:24:11.905384 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:11.907466 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:24:11.972007 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=44ee39d6-21de-4e89-b56d-ce0d923c6080,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:11.975419 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:24:13.656552 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 44ee39d6-21de-4e89-b56d-ce0d923c6080 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:24:13.727871 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 44ee39d6-21de-4e89-b56d-ce0d923c6080 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:24:13.728240 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:23.273354 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 5 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:24:24.995733 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-08307de5-9c32-4704-b23f-207a7459b0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:27.658311 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:27.885927 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-39f819a4-35db-49a3-8b5b-20f448f881b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:28.508910 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:30.264621 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:54.997689 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-808fdfb8-69f7-4264-b0a6-95f597d6ba26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:57.660793 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:57.887970 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e962349a-369e-4d65-9b3a-1ac99f1aa5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:58.512180 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:00.264339 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:00.271996 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 5 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:25:19.231384 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 42568) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:19.237863 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [None req-c05be5c5-7547-4a48-9590-e2e217f91bc0 tempest-verify_tempest_config-1480284472 tempest-verify_tempest_config-1480284472-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:25:19.238800 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-c05be5c5-7547-4a48-9590-e2e217f91bc0 tempest-verify_tempest_config-1480284472 tempest-verify_tempest_config-1480284472-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064209 May 10 15:25:19.537134 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 42586) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:19.653225 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:19.667342 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:25:19.670953 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Usage tracker for resource:security_group_rule and tenant:b4aa9fa6b8d14254939003dbe20b55a3 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:25:19.673661 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:25:19.679629 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:25:19.756229 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:19.759586 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:19.767831 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:25:19.807930 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Synchronizing usage tracker for tenant:037ca0b14a85416ab6378f854d2ce8c3 on resource:security_group {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:25:19.811080 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9c6a57-42ec-48c0-88a9-e72ae693c127,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:25:19.820433 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:19.820794 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:19.821129 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:19.821456 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:19.821780 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:19.822116 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:19.822435 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:19.822753 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:19.823083 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:19.823400 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:19.823710 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:19.824046 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:19.831488 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:25:19.837248 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Unset dirty status for tenant:037ca0b14a85416ab6378f854d2ce8c3 on resource:security_group {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:25:19.838444 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4aa9fa6b8d14254939003dbe20b55a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3003809 May 10 15:25:19.841151 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 42592) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:19.896663 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3afb4cf8-3b15-453d-a5fa-03423c799855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:19.921140 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3afb4cf8-3b15-453d-a5fa-03423c799855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:20.011636 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3afb4cf8-3b15-453d-a5fa-03423c799855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:20.015349 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:25:20.026696 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb4cf8-3b15-453d-a5fa-03423c799855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9c6a57-42ec-48c0-88a9-e72ae693c127,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:25:20.030902 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-3afb4cf8-3b15-453d-a5fa-03423c799855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:25:20.032731 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3afb4cf8-3b15-453d-a5fa-03423c799855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:20.033810 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-3afb4cf8-3b15-453d-a5fa-03423c799855 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f9c6a57-42ec-48c0-88a9-e72ae693c127 HTTP/1.1" status: 204 len: 168 time: 0.1917870 May 10 15:25:25.000062 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2bd5effe-92e3-475e-989a-a4a809b545d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:27.663523 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:27.889798 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-54d49879-261e-4c36-b8dd-d21bdf986a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:28.514167 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:30.266401 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:37.273200 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 5 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:25:55.005030 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3111bf33-152d-467a-9feb-5fe96a9cb099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.665869 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.892418 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-82fe0412-b05f-42cc-b881-65dbf1c99c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.517229 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:00.269154 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:14.272029 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 5 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:26:25.005343 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2addcdd5-4a0b-413b-9b44-489cac898d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:27.669011 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:27.893482 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-09f4a40b-9caf-49a0-bed8-f775ccbee347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:28.521005 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:30.271037 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:47.964739 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622'] for agent, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:51.271350 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:26:51.579015 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 42644) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:26:51.690652 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-7ce244cb-8e5d-445f-b504-3da375af375a admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1102438 May 10 15:26:53.802982 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 42654) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:26:53.861353 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-c044a046-dbe5-4d5b-a494-f8087b8c4353 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0572939 May 10 15:26:55.006701 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-56de371b-e67a-434a-b353-f2ab9bbd1f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:57.670528 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:57.897644 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ff6f39e9-761a-4329-9238-2f6a8d0fa96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:58.523546 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:00.273719 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:17.921864 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:25.008222 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9aa0330a-294f-4fdb-8c75-1ac9d64c5111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:27.672783 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:27.897668 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7741-b377-4522-89c4-c0d5260942e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.270986 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:27:28.526194 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:30.275015 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:47.929315 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:55.010235 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2d65437d-98ec-4585-a02b-33488b751027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:57.677600 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:57.900602 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8ce801ad-c1f2-4948-b887-1483e8791ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:58.528509 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:00.279039 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:05.270394 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:28:17.940436 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:18.446029 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 42794) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:18.846370 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1517956878-network', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:18.851149 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:18.858492 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Usage tracker for resource:network and tenant:376336f6ca3c4e8898d9998b100bc64d is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:18.862573 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:18.868452 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:18.881025 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Made reservation on behalf of 376336f6ca3c4e8898d9998b100bc64d for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:28:18.883932 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:18.900926 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:18.916448 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:18.920137 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Usage tracker for resource:security_group_rule and tenant:376336f6ca3c4e8898d9998b100bc64d is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:18.923371 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:18.929300 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:19.023094 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:19.028270 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:19.033782 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:19.067314 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:28:19.070141 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae403b9-ebc7-4dfc-ad54-4c811ef5ce69,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:19.080622 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.080968 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.081304 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.081632 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.081958 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.082304 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.082632 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.082951 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.083287 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.083610 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.083952 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.084268 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Tracked resource versions report: May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: pushed versions: May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: { 'AddressGroup': {'1.2'}, May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'ConntrackHelper': {'1.0'}, May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Log': {'1.0'}, May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Network': {'1.1'}, May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Port': {'1.7'}, May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'PortForwarding': {'1.2'}, May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'QosPolicy': {'1.8'}, May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'SecurityGroup': {'1.4'}, May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'SecurityGroupRule': {'1.2'}, May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'SubPort': {'1.0'}, May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Subnet': {'1.1'}, May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Trunk': {'1.1'}} May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: consumer versions: May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: { DHCP agent@dv-cinder-784945-8-iscsi: {}, May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: HyperV agent@hv-cinder-78494: {}, May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: L3 agent@dv-cinder-784945-8-iscsi: {}, May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: Metadata agent@dv-cinder-784945-8-iscsi: {}, May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: Metering agent@dv-cinder-784945-8-iscsi: {}, May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: Open vSwitch agent@dv-cinder-784945-8-iscsi: { 'AddressGroup': '1.2', May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'ConntrackHelper': '1.0', May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Log': '1.0', May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Network': '1.1', May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Port': '1.7', May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'PortForwarding': '1.2', May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'QosPolicy': '1.8', May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'SecurityGroup': '1.4', May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'SecurityGroupRule': '1.2', May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'SubPort': '1.0', May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Subnet': '1.1', May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: 'Trunk': '1.1'}} May 10 15:28:19.085287 dv-cinder-784945-8-iscsi neutron-server[78735]: {{(pid=78735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:28:19.103023 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:19.107626 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:19.108200 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.segments_db [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Added segment dd9b3c20-9a16-4266-8ea0-f292f41b2e4f of type vlan for network e72a75bc-84e4-4072-bd72-d6e58af56db3 May 10 15:28:19.137250 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:19.168356 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:19.169661 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:19.170290 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:19.175368 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2e73b984-7cbd-4d2f-bd1c-3724727c801a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:19.309192 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Pushing event updated for resources: {'Network': ['ID=e72a75bc-84e4-4072-bd72-d6e58af56db3,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:19.314172 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:19.321055 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network e72a75bc-84e4-4072-bd72-d6e58af56db3 details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:28:19.329206 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 42848) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:19.329989 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8876169 May 10 15:28:19.335363 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Request body: {'subnet': {'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1517956878-subnet', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:19.342451 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:19.348681 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Usage tracker for resource:subnet and tenant:376336f6ca3c4e8898d9998b100bc64d is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:19.355913 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:19.366145 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:19.385452 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Made reservation on behalf of 376336f6ca3c4e8898d9998b100bc64d for: {'subnet': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:28:19.387837 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:19.812413 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:19.817350 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-4c2b95ae-2537-47b4-a7bf-518813767af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:19.867597 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b2bbde6-dc52-4ea4-8c27-065ac376bc64,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:19.878796 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.879164 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.879509 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.879875 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.880199 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.880546 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.880877 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.881204 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.881546 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.881872 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.882192 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.882510 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Tracked resource versions report: May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: pushed versions: May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: { 'AddressGroup': {'1.2'}, May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'ConntrackHelper': {'1.0'}, May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Log': {'1.0'}, May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Network': {'1.1'}, May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Port': {'1.7'}, May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'PortForwarding': {'1.2'}, May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'QosPolicy': {'1.8'}, May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'SecurityGroup': {'1.4'}, May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'SecurityGroupRule': {'1.2'}, May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'SubPort': {'1.0'}, May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Subnet': {'1.1'}, May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Trunk': {'1.1'}} May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: consumer versions: May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: { DHCP agent@dv-cinder-784945-8-iscsi: {}, May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: HyperV agent@hv-cinder-78494: {}, May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: L3 agent@dv-cinder-784945-8-iscsi: {}, May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: Metadata agent@dv-cinder-784945-8-iscsi: {}, May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: Metering agent@dv-cinder-784945-8-iscsi: {}, May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: Open vSwitch agent@dv-cinder-784945-8-iscsi: { 'AddressGroup': '1.2', May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'ConntrackHelper': '1.0', May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Log': '1.0', May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Network': '1.1', May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Port': '1.7', May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'PortForwarding': '1.2', May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'QosPolicy': '1.8', May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'SecurityGroup': '1.4', May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'SecurityGroupRule': '1.2', May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'SubPort': '1.0', May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Subnet': '1.1', May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: 'Trunk': '1.1'}} May 10 15:28:19.883538 dv-cinder-784945-8-iscsi neutron-server[78734]: {{(pid=78734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:28:19.891901 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:19.915689 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Checking segment: {'id': 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:28:19.916165 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Network hostable DHCP agents. Network: e72a75bc-84e4-4072-bd72-d6e58af56db3, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:28:19.933754 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Network e72a75bc-84e4-4072-bd72-d6e58af56db3 is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:28:19.951766 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, e72a75bc-84e4-4072-bd72-d6e58af56db3) {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:28:19.952972 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 42882) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:19.964658 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:19.965613 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:19.969058 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626537b1-8990-4f53-8ba6-d76d35ce04d9 None None] Network e72a75bc-84e4-4072-bd72-d6e58af56db3 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:28:19.995261 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-1ae009ee-b56b-43bf-a33a-4aa975453564 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6648686 May 10 15:28:19.998473 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 42888) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:20.004473 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:20.010733 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:20.015256 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Usage tracker for resource:router and tenant:376336f6ca3c4e8898d9998b100bc64d is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:20.019897 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:20.026472 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:20.043085 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1829098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127101'] for router, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:20.046559 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127094'] for router, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:20.083540 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:20.176129 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 42902) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:20.224940 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7d4b3f-1c25-5a08-adb4-a785c243b454-e72a75bc-84e4-4072-bd72-d6e58af56db3', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'fixed_ips': [{'subnet_id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64'}]}} from dv-cinder-784945-8-iscsi. {{(pid=78736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:28:20.226990 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:20.337027 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-202225756-network', 'tenant_id': '6b4c531c187745cba659eff56cdac2b2'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:20.421838 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:20.435464 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Usage tracker for resource:network and tenant:6b4c531c187745cba659eff56cdac2b2 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:20.440058 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:20.442326 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Allocated IP 172.20.0.2 (e72a75bc-84e4-4072-bd72-d6e58af56db3/2b2bbde6-dc52-4ea4-8c27-065ac376bc64/af9e23e2-0d42-4b06-bb63-11bc58521146) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:28:20.448020 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:20.528200 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-232878922-network', 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:20.538307 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:20.551394 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Usage tracker for resource:network and tenant:bf36bc9313b0433d889286c8d877bce8 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:20.568385 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:20.587743 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:20.596995 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Made reservation on behalf of 6b4c531c187745cba659eff56cdac2b2 for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:28:20.599274 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:20.613612 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Made reservation on behalf of bf36bc9313b0433d889286c8d877bce8 for: {'network': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:28:20.616301 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127064'] for router, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:20.618366 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:20.620464 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:20.639225 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:20.644307 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Usage tracker for resource:security_group_rule and tenant:6b4c531c187745cba659eff56cdac2b2 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:20.664018 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:20.672960 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:20.674376 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:20.678051 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:20.694088 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Transition to ACTIVE for port object af9e23e2-0d42-4b06-bb63-11bc58521146 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:28:20.715313 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:20.722088 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Usage tracker for resource:security_group_rule and tenant:bf36bc9313b0433d889286c8d877bce8 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:20.727135 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:20.738296 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:20.743739 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Transition to ACTIVE for port object af9e23e2-0d42-4b06-bb63-11bc58521146 will not be triggered until provisioned by entity DHCP. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:28:20.760645 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:20.766890 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:20.919331 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Network e72a75bc-84e4-4072-bd72-d6e58af56db3 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:28:20.930142 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:28:20.933621 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:20.940866 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:20.942008 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:28:20.946278 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:20.948072 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:20.951447 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-c0cbe7cd-4a0a-4d38-b0b0-a801af183f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:20.991400 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:28:21.012797 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:21.013144 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.segments_db [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Added segment a6cea30d-4fbe-42d2-983e-7dc6fb401778 of type vlan for network f51fb702-9234-4d12-83a8-783039610371 May 10 15:28:21.023126 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Pushing event updated for resources: {'Port': ['ID=af9e23e2-0d42-4b06-bb63-11bc58521146,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:21.046013 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=78734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:28:21.061726 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:21.062805 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:21.065365 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:21.066353 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:21.066906 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:21.067481 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:21.069688 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:21.070121 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:21.070921 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:21.071498 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:21.072097 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:21.072698 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:21.074136 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Tracked resource versions report: May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: pushed versions: May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: { 'AddressGroup': {'1.2'}, May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'ConntrackHelper': {'1.0'}, May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Log': {'1.0'}, May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Network': {'1.1'}, May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Port': {'1.7'}, May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'PortForwarding': {'1.2'}, May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'QosPolicy': {'1.8'}, May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'SecurityGroup': {'1.4'}, May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'SecurityGroupRule': {'1.2'}, May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'SubPort': {'1.0'}, May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Subnet': {'1.1'}, May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Trunk': {'1.1'}} May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: consumer versions: May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: { DHCP agent@dv-cinder-784945-8-iscsi: {}, May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: HyperV agent@hv-cinder-78494: {}, May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: L3 agent@dv-cinder-784945-8-iscsi: {}, May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: Metadata agent@dv-cinder-784945-8-iscsi: {}, May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: Metering agent@dv-cinder-784945-8-iscsi: {}, May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: Open vSwitch agent@dv-cinder-784945-8-iscsi: { 'AddressGroup': '1.2', May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'ConntrackHelper': '1.0', May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Log': '1.0', May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Network': '1.1', May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Port': '1.7', May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'PortForwarding': '1.2', May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'QosPolicy': '1.8', May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'SecurityGroup': '1.4', May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'SecurityGroupRule': '1.2', May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'SubPort': '1.0', May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Subnet': '1.1', May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: 'Trunk': '1.1'}} May 10 15:28:21.075405 dv-cinder-784945-8-iscsi neutron-server[78736]: {{(pid=78736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:28:21.077322 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:21.077451 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.db.segments_db [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Added segment 9785a653-52ff-49d8-9161-b0f125ed80ab of type vlan for network 295295ac-f6af-4bcd-a052-58ea42c8fc65 May 10 15:28:21.084133 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:21.098138 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225d23fc-ce66-4f01-9c83-4d4322700cc3,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:21.172810 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:21.197659 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Attempting to bind port af9e23e2-0d42-4b06-bb63-11bc58521146 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:28:21.199735 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Attempting to bind port af9e23e2-0d42-4b06-bb63-11bc58521146 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:28:21.200444 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Attempting to bind port af9e23e2-0d42-4b06-bb63-11bc58521146 on network e72a75bc-84e4-4072-bd72-d6e58af56db3 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:28:21.208060 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:28:21.208729 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Checking segment: {'id': 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:28:21.209378 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:21.210003 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Bound using segment: {'id': 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:28:21.210729 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Bound port: af9e23e2-0d42-4b06-bb63-11bc58521146, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:28:21.211360 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:21.256198 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:21.260391 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:21.267002 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:21.268331 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:21.276557 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:21.347422 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] For port af9e23e2-0d42-4b06-bb63-11bc58521146, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:28:21.351527 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] For port af9e23e2-0d42-4b06-bb63-11bc58521146, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=af9e23e2-0d42-4b06-bb63-11bc58521146,segment=NetworkSegment(dd9b3c20-9a16-4266-8ea0-f292f41b2e4f),segment_id=dd9b3c20-9a16-4266-8ea0-f292f41b2e4f)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:28:21.359337 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:21.361163 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:21.373163 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:21.426413 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2462194 May 10 15:28:21.444933 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 42934) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:21.534778 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:21.555410 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:21.556260 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:21.603751 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-b4e4cf1f-ca6b-4aba-8c6c-0ab630d61490 admin admin] Request body: {'subnet': {'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-232878922-subnet', 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:21.625110 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-b4e4cf1f-ca6b-4aba-8c6c-0ab630d61490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:21.637080 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-b4e4cf1f-ca6b-4aba-8c6c-0ab630d61490 admin admin] Usage tracker for resource:subnet and tenant:bf36bc9313b0433d889286c8d877bce8 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:21.645767 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-b4e4cf1f-ca6b-4aba-8c6c-0ab630d61490 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:21.660323 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-b4e4cf1f-ca6b-4aba-8c6c-0ab630d61490 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:21.661945 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611be5be-43ff-4a6e-806d-941281b3ec50,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:21.669925 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:21.676863 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Pushing event updated for resources: {'Port': ['ID=af9e23e2-0d42-4b06-bb63-11bc58521146,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:21.682574 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:21.720198 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e4cf1f-ca6b-4aba-8c6c-0ab630d61490 admin admin] Made reservation on behalf of bf36bc9313b0433d889286c8d877bce8 for: {'subnet': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:28:21.731357 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b4e4cf1f-ca6b-4aba-8c6c-0ab630d61490 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:21.780495 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:22.125235 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Pushing event updated for resources: {'Network': ['ID=f51fb702-9234-4d12-83a8-783039610371,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:22.135025 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:22.141842 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Pushing event updated for resources: {'Network': ['ID=295295ac-f6af-4bcd-a052-58ea42c8fc65,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:22.143578 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network f51fb702-9234-4d12-83a8-783039610371 details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:28:22.148412 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:22.148820 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 42962) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:22.150754 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1957283 May 10 15:28:22.154914 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-29f1d24a-fe5f-4bd9-9f89-60e31b16811b admin admin] Request body: {'subnet': {'network_id': 'f51fb702-9234-4d12-83a8-783039610371', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-202225756-subnet', 'tenant_id': '6b4c531c187745cba659eff56cdac2b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:22.161260 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-29f1d24a-fe5f-4bd9-9f89-60e31b16811b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:22.171430 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-29f1d24a-fe5f-4bd9-9f89-60e31b16811b admin admin] Usage tracker for resource:subnet and tenant:6b4c531c187745cba659eff56cdac2b2 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:22.176541 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-29f1d24a-fe5f-4bd9-9f89-60e31b16811b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:22.189303 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network 295295ac-f6af-4bcd-a052-58ea42c8fc65 details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:28:22.191758 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-29f1d24a-fe5f-4bd9-9f89-60e31b16811b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:22.193342 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:22.209470 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f1d24a-fe5f-4bd9-9f89-60e31b16811b admin admin] Made reservation on behalf of 6b4c531c187745cba659eff56cdac2b2 for: {'subnet': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:28:22.212985 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-29f1d24a-fe5f-4bd9-9f89-60e31b16811b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:22.277192 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:22.625454 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Allocated IP 172.27.3.178 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/ee337302-c3b6-4309-b577-126a556bb64d) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:28:22.824715 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:22.956222 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:22.958595 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b4e4cf1f-ca6b-4aba-8c6c-0ab630d61490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:22.963831 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:22.966590 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:23.051460 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4cf1f-ca6b-4aba-8c6c-0ab630d61490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=267b5f04-b662-4592-a7d5-8c1f3a4c55e0,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:23.059462 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=ee337302-c3b6-4309-b577-126a556bb64d,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:23.064139 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:23.069506 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-b4e4cf1f-ca6b-4aba-8c6c-0ab630d61490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:23.080226 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:28:23.084386 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:28:23.093971 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:28:23.107488 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d2a889-ab1d-4c89-9295-f549f850cf7d None None] Network e72a75bc-84e4-4072-bd72-d6e58af56db3 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:28:23.178410 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e4cf1f-ca6b-4aba-8c6c-0ab630d61490 admin admin] Checking segment: {'id': '9785a653-52ff-49d8-9161-b0f125ed80ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:28:23.178794 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e4cf1f-ca6b-4aba-8c6c-0ab630d61490 admin admin] Network hostable DHCP agents. Network: 295295ac-f6af-4bcd-a052-58ea42c8fc65, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:28:23.221847 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e4cf1f-ca6b-4aba-8c6c-0ab630d61490 admin admin] Network 295295ac-f6af-4bcd-a052-58ea42c8fc65 is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:28:23.229683 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-29f1d24a-fe5f-4bd9-9f89-60e31b16811b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:23.236379 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-b4e4cf1f-ca6b-4aba-8c6c-0ab630d61490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:23.295767 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-b4e4cf1f-ca6b-4aba-8c6c-0ab630d61490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, 295295ac-f6af-4bcd-a052-58ea42c8fc65) {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:28:23.300637 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-ed67d7be-870e-42b8-8a76-e9fa1dcf87bc None None] Provisioning for port af9e23e2-0d42-4b06-bb63-11bc58521146 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:28:23.302971 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e4cf1f-ca6b-4aba-8c6c-0ab630d61490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:23.304888 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b4e4cf1f-ca6b-4aba-8c6c-0ab630d61490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:23.341225 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698bfe28-b80a-438d-9b61-46383e8497fd None None] Network 295295ac-f6af-4bcd-a052-58ea42c8fc65 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:28:23.450877 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f1d24a-fe5f-4bd9-9f89-60e31b16811b admin admin] Checking segment: {'id': 'a6cea30d-4fbe-42d2-983e-7dc6fb401778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f51fb702-9234-4d12-83a8-783039610371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:28:23.451393 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f1d24a-fe5f-4bd9-9f89-60e31b16811b admin admin] Network hostable DHCP agents. Network: f51fb702-9234-4d12-83a8-783039610371, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:28:23.460860 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-b4e4cf1f-ca6b-4aba-8c6c-0ab630d61490 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0124161 May 10 15:28:23.466906 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 43004) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:23.467811 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1d24a-fe5f-4bd9-9f89-60e31b16811b admin admin] Pushing event updated for resources: {'Subnet': ['ID=055f4b5b-331f-4ae9-8dbc-2cc7143113c9,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:23.473712 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-29f1d24a-fe5f-4bd9-9f89-60e31b16811b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:23.477788 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-232878922-router', 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:23.482515 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:23.488411 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Usage tracker for resource:router and tenant:bf36bc9313b0433d889286c8d877bce8 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:23.492677 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:23.506213 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:23.521703 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1829098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127101'] for router, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:23.524104 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127094'] for router, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:23.537889 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f1d24a-fe5f-4bd9-9f89-60e31b16811b admin admin] Network f51fb702-9234-4d12-83a8-783039610371 is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:28:23.559607 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-29f1d24a-fe5f-4bd9-9f89-60e31b16811b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, f51fb702-9234-4d12-83a8-783039610371) {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:28:23.580530 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:23.586353 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f1d24a-fe5f-4bd9-9f89-60e31b16811b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:23.587296 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3463e89-b000-4458-9cf9-74383cc5ebfd None None] Network f51fb702-9234-4d12-83a8-783039610371 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:28:23.587657 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-29f1d24a-fe5f-4bd9-9f89-60e31b16811b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:23.638659 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-29f1d24a-fe5f-4bd9-9f89-60e31b16811b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4885352 May 10 15:28:23.717182 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:23.855422 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce023d3a-5d68-4aee-a9fc-d364090d4274 None None] Network 295295ac-f6af-4bcd-a052-58ea42c8fc65 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:28:24.091827 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device af9e23e2-0d42-4b06-bb63-11bc58521146 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:28:24.177865 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127064'] for router, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:24.238413 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706249'] for router, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:24.710429 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431198c6-7fc1-4583-a17d-c4a31163bfac None None] Network f51fb702-9234-4d12-83a8-783039610371 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:28:24.724912 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 43054) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:24.762217 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:24.765962 dv-cinder-784945-8-iscsi neutron-server[78735]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 15:28:24.809226 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:24.820522 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port af9e23e2-0d42-4b06-bb63-11bc58521146 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:28:24.839323 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port af9e23e2-0d42-4b06-bb63-11bc58521146 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:28:24.839708 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:24.862940 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Router 3572abad-1fb4-4b8a-bec2-baa8a90407eb is scheduled to L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 with binding_index 1 {{(pid=78735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:28:24.976616 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Allocated IP 172.27.3.155 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/611e352a-ce80-4522-a0d2-a8c2907d3775) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:28:25.147639 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:25.160150 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-080894b0-0a4e-43ae-b33b-3dea2ea929bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:25.186599 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:25.207925 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:25.299796 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-0aec05d4-960d-4ca9-b90f-3eca82696cc8 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:25.301561 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-0aec05d4-960d-4ca9-b90f-3eca82696cc8 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Synchronizing usage tracker for tenant:6b4c531c187745cba659eff56cdac2b2 on resource:network {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:28:25.338308 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:28:25.348433 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-0aec05d4-960d-4ca9-b90f-3eca82696cc8 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Unset dirty status for tenant:6b4c531c187745cba659eff56cdac2b2 on resource:network {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:28:25.350038 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Sync routers for ids ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:28:25.356248 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-0aec05d4-960d-4ca9-b90f-3eca82696cc8 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/networks?id=f51fb702-9234-4d12-83a8-783039610371 HTTP/1.1" status: 200 len: 811 time: 0.5985711 May 10 15:28:25.376055 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Routers {'3572abad-1fb4-4b8a-bec2-baa8a90407eb'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:28:25.384979 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:27:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:28:25.387645 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-2a894359-951f-4c78-82b7-ef307ccc509e tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/quotas/6b4c531c187745cba659eff56cdac2b2 HTTP/1.1" status: 200 len: 375 time: 0.0301833 May 10 15:28:25.397217 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-5fda5c59-8690-4900-96e4-ffab4b6b8ec2 None None] Provisioning complete for port af9e23e2-0d42-4b06-bb63-11bc58521146 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:28:25.405812 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5fda5c59-8690-4900-96e4-ffab4b6b8ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:25.450811 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-d733ff25-a66e-4e6c-abea-31ddce54d033 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b4c531c187745cba659eff56cdac2b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619144 May 10 15:28:25.453096 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Notify callbacks [] for router, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:25.455183 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4557161 May 10 15:28:25.460546 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 43078) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:25.538956 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=611e352a-ce80-4522-a0d2-a8c2907d3775,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:25.549261 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:25.565801 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:28:25.569561 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:28:25.574428 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:28:25.717929 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:25.817405 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port af9e23e2-0d42-4b06-bb63-11bc58521146, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=af9e23e2-0d42-4b06-bb63-11bc58521146,segment=NetworkSegment(dd9b3c20-9a16-4266-8ea0-f292f41b2e4f),segment_id=dd9b3c20-9a16-4266-8ea0-f292f41b2e4f)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:28:25.891996 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:25.896939 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6b123cac-8dfd-48d3-bc74-52ced762bca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:25.917929 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Set router 3572abad-1fb4-4b8a-bec2-baa8a90407eb gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:28:25.990982 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1bed4349-5688-44dd-8db9-1d2bc55cc2df service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:28:25.998443 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1bed4349-5688-44dd-8db9-1d2bc55cc2df service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1860063 May 10 15:28:26.052403 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=af9e23e2-0d42-4b06-bb63-11bc58521146,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:26.061079 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:26.315899 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-c1f7d5c4-54e7-42b7-845d-426ebdf01c45 service neutron] 10.222.0.11 "GET /v2.0/networks/f51fb702-9234-4d12-83a8-783039610371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164487 May 10 15:28:26.368353 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:26.522831 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:28:23Z', 'revision_number': 3, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:28:26.527918 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Checking router: 3572abad-1fb4-4b8a-bec2-baa8a90407eb for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:28:26.528617 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Updating router 3572abad-1fb4-4b8a-bec2-baa8a90407eb port ee337302-c3b6-4309-b577-126a556bb64d binding host dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:28:26.637112 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:26.644399 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-83da4786-26ab-4502-998b-d190927c4785 service neutron] 10.222.0.11 "GET /v2.0/networks/f51fb702-9234-4d12-83a8-783039610371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274665 May 10 15:28:26.901186 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706249'] for router, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:27.012412 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:27.152289 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 43152) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:27.157186 dv-cinder-784945-8-iscsi neutron-server[78734]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 15:28:27.215890 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b2d2921d-c4eb-4ca5-9f52-4238ac74f7ad req-3d3e5424-aa1b-43d3-a73b-4449feb9263e tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 210 time: 0.0625334 May 10 15:28:27.232285 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Notify callbacks [] for port, precommit_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:27.254898 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Transition to ACTIVE for port object ee337302-c3b6-4309-b577-126a556bb64d will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:28:27.268686 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:27.281445 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:27.333630 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Router efd8a154-67c8-41ee-9a3f-91fea3cd7c40 is scheduled to L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 with binding_index 1 {{(pid=78734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:28:27.345627 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Attempting to bind port ee337302-c3b6-4309-b577-126a556bb64d on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:28:27.346082 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Attempting to bind port ee337302-c3b6-4309-b577-126a556bb64d by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:28:27.346514 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Attempting to bind port ee337302-c3b6-4309-b577-126a556bb64d on network 4811dc59-86a1-49a5-ba2c-35db1544fa5c {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:28:27.358808 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:28:27.359322 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Checking segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:28:27.360412 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:27.361733 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Bound using segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:28:27.362430 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Bound port: ee337302-c3b6-4309-b577-126a556bb64d, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:28:27.363055 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:27.473947 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Pushing event updated for resources: {'Port': ['ID=ee337302-c3b6-4309-b577-126a556bb64d,revision_number=2']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:27.489701 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:27.489701 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:27.490053 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:27.490415 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:27.490744 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:27.491064 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:27.491382 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:27.491703 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:27.492065 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:27.492388 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:27.492704 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:27.493096 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Tracked resource versions report: May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: pushed versions: May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: { 'AddressGroup': {'1.2'}, May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'ConntrackHelper': {'1.0'}, May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Log': {'1.0'}, May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Network': {'1.1'}, May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Port': {'1.7'}, May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'PortForwarding': {'1.2'}, May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'QosPolicy': {'1.8'}, May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'SecurityGroup': {'1.4'}, May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'SecurityGroupRule': {'1.2'}, May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'SubPort': {'1.0'}, May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Subnet': {'1.1'}, May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Trunk': {'1.1'}} May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: consumer versions: May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: { DHCP agent@dv-cinder-784945-8-iscsi: {}, May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: HyperV agent@hv-cinder-78494: {}, May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: L3 agent@dv-cinder-784945-8-iscsi: {}, May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: Metadata agent@dv-cinder-784945-8-iscsi: {}, May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: Metering agent@dv-cinder-784945-8-iscsi: {}, May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: Open vSwitch agent@dv-cinder-784945-8-iscsi: { 'AddressGroup': '1.2', May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'ConntrackHelper': '1.0', May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Log': '1.0', May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Network': '1.1', May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Port': '1.7', May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'PortForwarding': '1.2', May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'QosPolicy': '1.8', May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'SecurityGroup': '1.4', May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'SecurityGroupRule': '1.2', May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'SubPort': '1.0', May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Subnet': '1.1', May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: 'Trunk': '1.1'}} May 10 15:28:27.494128 dv-cinder-784945-8-iscsi neutron-server[78737]: {{(pid=78737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:28:27.506480 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:27.510245 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Allocated IP 172.20.0.1 (e72a75bc-84e4-4072-bd72-d6e58af56db3/2b2bbde6-dc52-4ea4-8c27-065ac376bc64/7bc27596-9660-4b3e-8886-b2bd9ade7be8) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:28:27.520289 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] For port ee337302-c3b6-4309-b577-126a556bb64d, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:28:27.523374 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] For port ee337302-c3b6-4309-b577-126a556bb64d, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=ee337302-c3b6-4309-b577-126a556bb64d,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:28:27.531322 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:27.543625 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:27.708098 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:27.755890 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Routers {'3572abad-1fb4-4b8a-bec2-baa8a90407eb'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:28:27.762598 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:27:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:28:27.765375 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:28:27.782149 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Sync routers for ids ['efd8a154-67c8-41ee-9a3f-91fea3cd7c40'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:28:27.798321 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Routers {'efd8a154-67c8-41ee-9a3f-91fea3cd7c40'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:28:27.799004 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:27:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['efd8a154-67c8-41ee-9a3f-91fea3cd7c40'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:28:27.819571 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Notify callbacks [] for router, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:27.823312 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3498003 May 10 15:28:27.823548 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 43186) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:27.865868 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:27.890364 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Transition to ACTIVE for port object 7bc27596-9660-4b3e-8886-b2bd9ade7be8 will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:28:27.942573 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:27.953406 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:28.052044 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc27596-9660-4b3e-8886-b2bd9ade7be8,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:28.065129 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:28.066936 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Pushing event updated for resources: {'Port': ['ID=ee337302-c3b6-4309-b577-126a556bb64d,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:28.072169 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:28.083861 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Network e72a75bc-84e4-4072-bd72-d6e58af56db3 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:28:28.085154 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:28:28.087637 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:28:28.088217 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:28.144221 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] Set router 3572abad-1fb4-4b8a-bec2-baa8a90407eb gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:28:28.265265 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device af9e23e2-0d42-4b06-bb63-11bc58521146 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:28:28.432329 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f6b00efa-a5a5-4d59-83d2-2251cc81ea9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:28.549452 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-94dffaaf-7903-4f52-832a-ce86e51a154c None None] Provisioning for port 7bc27596-9660-4b3e-8886-b2bd9ade7be8 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:28:28.593624 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-94dffaaf-7903-4f52-832a-ce86e51a154c None None] Provisioning complete for port 7bc27596-9660-4b3e-8886-b2bd9ade7be8 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:28:28.594274 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-94dffaaf-7903-4f52-832a-ce86e51a154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:28.675696 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:28.691950 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Set router efd8a154-67c8-41ee-9a3f-91fea3cd7c40 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:28:28.734079 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:28:23Z', 'revision_number': 3, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:28:28.751284 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746775e7-6007-4d17-b3d3-cf1d2ff18f31 None None] The sync data for ids ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'] in dv-cinder-784945-8-iscsi is: [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:28:23Z', 'revision_number': 3, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:28:28.829068 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2b646e13-c5b1-4e3d-b5a6-53fc400eeeea req-6406458b-e8b6-4e8a-81f7-6bcf3c7b8be3 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 210 time: 0.1409805 May 10 15:28:28.917054 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-94dffaaf-7903-4f52-832a-ce86e51a154c None None] Port 7bc27596-9660-4b3e-8886-b2bd9ade7be8 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:28:28.941635 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port af9e23e2-0d42-4b06-bb63-11bc58521146 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:28:28.942824 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:28.962019 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:29.347949 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:29.354343 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:29.355597 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:29.362170 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:29.373541 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:29.397911 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'name': 'tempest-ServerRescueNegativeTestJSON-232878922-router', 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '611e352a-ce80-4522-a0d2-a8c2907d3775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:23Z', 'updated_at': '2021-05-10T15:28:26Z', 'revision_number': 3, 'project_id': 'bf36bc9313b0433d889286c8d877bce8', 'gw_port': {'id': '611e352a-ce80-4522-a0d2-a8c2907d3775', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:24Z', 'updated_at': '2021-05-10T15:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:28:29.406917 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Checking router: efd8a154-67c8-41ee-9a3f-91fea3cd7c40 for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:28:29.408520 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Updating router efd8a154-67c8-41ee-9a3f-91fea3cd7c40 port 611e352a-ce80-4522-a0d2-a8c2907d3775 binding host dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:28:29.468461 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 43234) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:29.545481 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:29.626389 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc27596-9660-4b3e-8886-b2bd9ade7be8,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:29.650837 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:29.742194 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Allocated IP 172.20.0.1 (295295ac-f6af-4bcd-a052-58ea42c8fc65/267b5f04-b662-4592-a7d5-8c1f3a4c55e0/4f90b92b-655c-449b-b682-8b7fd37debc5) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:28:29.770499 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Network e72a75bc-84e4-4072-bd72-d6e58af56db3 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:28:29.773904 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:28:29.778728 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-84a7dc82-8e35-4996-a8f8-203926e10974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:29.928189 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-84a7dc82-8e35-4996-a8f8-203926e10974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:29.944388 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-84a7dc82-8e35-4996-a8f8-203926e10974 admin admin] Usage tracker for resource:security_group_rule and tenant:79bbb52d7cc54717a5e43ed092aca7d4 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:29.951267 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-84a7dc82-8e35-4996-a8f8-203926e10974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:29.976446 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-84a7dc82-8e35-4996-a8f8-203926e10974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:30.095118 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device ee337302-c3b6-4309-b577-126a556bb64d up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:28:30.247356 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:30.265485 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Router 3572abad-1fb4-4b8a-bec2-baa8a90407eb has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:28:30.438461 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:30.470020 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:30.477457 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-70598d98-1b9d-4346-9603-27cb4a3efb1f None None] Provisioning complete for port 7bc27596-9660-4b3e-8886-b2bd9ade7be8 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:28:30.477838 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-70598d98-1b9d-4346-9603-27cb4a3efb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:30.495739 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-84a7dc82-8e35-4996-a8f8-203926e10974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:30.512072 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ea5c45c4-83ab-48c0-aeee-64300add55b9 req-a56fbe00-0b0b-460d-b90e-26d945583658 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 210 time: 0.1529701 May 10 15:28:30.518431 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:30.571051 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-84a7dc82-8e35-4996-a8f8-203926e10974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:30.575595 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port ee337302-c3b6-4309-b577-126a556bb64d completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:28:30.623971 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:28:30.626788 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-70598d98-1b9d-4346-9603-27cb4a3efb1f None None] Port 7bc27596-9660-4b3e-8886-b2bd9ade7be8 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:28:30.636938 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port ee337302-c3b6-4309-b577-126a556bb64d triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:28:30.636938 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:30.651818 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Network 295295ac-f6af-4bcd-a052-58ea42c8fc65 is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:28:30.656516 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.46', 50471) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:30.662167 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:28:30.679799 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:28:30.679799 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:30.691533 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-84a7dc82-8e35-4996-a8f8-203926e10974 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79bbb52d7cc54717a5e43ed092aca7d4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2192268 May 10 15:28:30.691533 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Pushing event updated for resources: {'Port': ['ID=4f90b92b-655c-449b-b682-8b7fd37debc5,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:30.694088 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 43286) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:30.722583 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:30.723433 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:30.750442 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] 10.222.0.11 "PUT /v2.0/routers/3572abad-1fb4-4b8a-bec2-baa8a90407eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2794936 May 10 15:28:30.750667 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:30.788307 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Transition to ACTIVE for port object 611e352a-ce80-4522-a0d2-a8c2907d3775 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:28:30.815839 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:30.919329 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7dc82-8e35-4996-a8f8-203926e10974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5195be56-6c63-416e-a288-ba976a84cfde,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:30.926032 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-84a7dc82-8e35-4996-a8f8-203926e10974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:30.962397 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:30.969991 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5fe00ed2-ff07-4b64-860b-822adc60e3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:31.036789 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-0647d102-7e77-4168-8683-3b17e004eeca tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:31.038307 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-0647d102-7e77-4168-8683-3b17e004eeca tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.46 "GET /v2.0/networks?id=f51fb702-9234-4d12-83a8-783039610371 HTTP/1.1" status: 200 len: 811 time: 0.3801634 May 10 15:28:31.056795 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5fe00ed2-ff07-4b64-860b-822adc60e3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:31.090400 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Request body: {'port': {'device_id': '78f3ccd9-6910-43f5-8908-37db357673c2', 'network_id': 'f51fb702-9234-4d12-83a8-783039610371', 'admin_state_up': True, 'tenant_id': '6b4c531c187745cba659eff56cdac2b2'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:31.124976 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:31.161065 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Attempting to bind port 611e352a-ce80-4522-a0d2-a8c2907d3775 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:28:31.162077 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Attempting to bind port 611e352a-ce80-4522-a0d2-a8c2907d3775 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:28:31.162939 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Attempting to bind port 611e352a-ce80-4522-a0d2-a8c2907d3775 on network 4811dc59-86a1-49a5-ba2c-35db1544fa5c {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:28:31.175107 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:28:31.175798 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Checking segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:28:31.176382 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:31.177152 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Bound using segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:28:31.177969 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Bound port: 611e352a-ce80-4522-a0d2-a8c2907d3775, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:28:31.178649 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:31.293261 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136d7a2-f1f4-4727-8a82-17ef5001a51f None None] Pushing event updated for resources: {'Port': ['ID=611e352a-ce80-4522-a0d2-a8c2907d3775,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:31.300988 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-f136d7a2-f1f4-4727-8a82-17ef5001a51f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:31.305153 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:31.328738 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:31.332529 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Usage tracker for resource:port and tenant:6b4c531c187745cba659eff56cdac2b2 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:31.342675 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:31.354463 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:31.362270 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Sync routers for ids ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:28:31.374824 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port ee337302-c3b6-4309-b577-126a556bb64d, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=ee337302-c3b6-4309-b577-126a556bb64d,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:28:31.378701 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Made reservation on behalf of 6b4c531c187745cba659eff56cdac2b2 for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:28:31.382912 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:31.393853 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Routers {'3572abad-1fb4-4b8a-bec2-baa8a90407eb'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:28:31.400093 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:28:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:28:31.418531 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:31.489143 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:31.627983 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Allocated IP 172.20.0.5 (f51fb702-9234-4d12-83a8-783039610371/055f4b5b-331f-4ae9-8dbc-2cc7143113c9/9a4a07d9-3a8f-4125-a012-c4ac036c2ec4) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:28:31.763605 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] For port 611e352a-ce80-4522-a0d2-a8c2907d3775, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:28:31.830779 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] For port 611e352a-ce80-4522-a0d2-a8c2907d3775, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=611e352a-ce80-4522-a0d2-a8c2907d3775,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:28:31.840213 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=ee337302-c3b6-4309-b577-126a556bb64d,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:31.853572 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:31.865026 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:31.872925 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:31.877977 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5fe00ed2-ff07-4b64-860b-822adc60e3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:31.898250 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-3afb4cf8-3b15-453d-a5fa-03423c799855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:31.926963 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe00ed2-ff07-4b64-860b-822adc60e3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5195be56-6c63-416e-a288-ba976a84cfde,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:31.991009 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-5fe00ed2-ff07-4b64-860b-822adc60e3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:32.025874 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Routers {'efd8a154-67c8-41ee-9a3f-91fea3cd7c40'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:28:32.026932 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:28:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['efd8a154-67c8-41ee-9a3f-91fea3cd7c40'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:28:32.051977 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5fe00ed2-ff07-4b64-860b-822adc60e3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:32.064331 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-5fe00ed2-ff07-4b64-860b-822adc60e3be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5195be56-6c63-416e-a288-ba976a84cfde HTTP/1.1" status: 204 len: 168 time: 1.3690882 May 10 15:28:32.105775 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device ee337302-c3b6-4309-b577-126a556bb64d up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:28:32.139030 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 43370) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:32.170672 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:32.180407 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Set router 3572abad-1fb4-4b8a-bec2-baa8a90407eb gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:28:32.188739 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e880d8e1-af65-49ad-8577-5e527ff78f8f req-b2d2863a-8d84-408a-a04e-e5eef11ef3b6 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 210 time: 0.1409543 May 10 15:28:32.220990 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:32.236560 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:32.241091 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136d7a2-f1f4-4727-8a82-17ef5001a51f None None] Pushing event updated for resources: {'Port': ['ID=611e352a-ce80-4522-a0d2-a8c2907d3775,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:32.248358 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-f136d7a2-f1f4-4727-8a82-17ef5001a51f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:32.249917 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:32.261241 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:32.262318 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:32.266434 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-5ae3a299-69a7-43cb-ad1b-9964fdc5c7d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:32.383257 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] Set router efd8a154-67c8-41ee-9a3f-91fea3cd7c40 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:28:32.443269 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Pushing event updated for resources: {'Port': ['ID=9a4a07d9-3a8f-4125-a012-c4ac036c2ec4,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:32.447537 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:32.463231 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Pushing event updated for resources: {'Port': ['ID=4f90b92b-655c-449b-b682-8b7fd37debc5,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:32.471832 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:32.492023 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port ee337302-c3b6-4309-b577-126a556bb64d triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:28:32.492210 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Network f51fb702-9234-4d12-83a8-783039610371 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:28:32.492556 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:32.493726 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:28:32.505759 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:28:32.518352 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:32.519020 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:32.575876 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4894104 May 10 15:28:32.587608 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-291797f5-e2f7-4438-9b18-73f926fbd83e tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:28:32.588629 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-291797f5-e2f7-4438-9b18-73f926fbd83e tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055857 May 10 15:28:32.778313 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Network 295295ac-f6af-4bcd-a052-58ea42c8fc65 is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:28:32.779458 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:28:32.963745 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 43394) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:32.975687 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-e9e46092-75ee-4237-aa4a-4c4967caa0cc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--609906912', 'description': 'tempest-description--1397057286'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:33.019538 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e9e46092-75ee-4237-aa4a-4c4967caa0cc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:33.038440 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-e9e46092-75ee-4237-aa4a-4c4967caa0cc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Usage tracker for resource:security_group and tenant:376336f6ca3c4e8898d9998b100bc64d is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:33.054055 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-e9e46092-75ee-4237-aa4a-4c4967caa0cc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:33.073277 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Request body: {'port': {'device_id': '78f3ccd9-6910-43f5-8908-37db357673c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:33.097648 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:28:28Z', 'revision_number': 4, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '7bc27596-9660-4b3e-8886-b2bd9ade7be8', 'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'mac_address': 'fa:16:3e:c4:ce:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:27Z', 'updated_at': '2021-05-10T15:28:29Z', 'revision_number': 2, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'subnets': [{'id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:28:33.111082 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Checking router: 3572abad-1fb4-4b8a-bec2-baa8a90407eb for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:28:33.113151 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Updating router 3572abad-1fb4-4b8a-bec2-baa8a90407eb port 7bc27596-9660-4b3e-8886-b2bd9ade7be8 binding host dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:28:33.142778 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e9e46092-75ee-4237-aa4a-4c4967caa0cc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:33.211815 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-97439793-8575-4fbc-8cc4-ec94e9440730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:33.225262 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e9e46092-75ee-4237-aa4a-4c4967caa0cc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:33.258373 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 43414) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:33.338195 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'name': 'tempest-ServerRescueNegativeTestJSON-232878922-router', 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '611e352a-ce80-4522-a0d2-a8c2907d3775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:23Z', 'updated_at': '2021-05-10T15:28:30Z', 'revision_number': 4, 'project_id': 'bf36bc9313b0433d889286c8d877bce8', 'gw_port': {'id': '611e352a-ce80-4522-a0d2-a8c2907d3775', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:24Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '4f90b92b-655c-449b-b682-8b7fd37debc5', 'name': '', 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65', 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8', 'mac_address': 'fa:16:3e:cf:fa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '267b5f04-b662-4592-a7d5-8c1f3a4c55e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:29Z', 'updated_at': '2021-05-10T15:28:29Z', 'revision_number': 1, 'project_id': 'bf36bc9313b0433d889286c8d877bce8', 'subnets': [{'id': '267b5f04-b662-4592-a7d5-8c1f3a4c55e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:28:33.343598 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daa209f-2386-45ca-ae4b-31496a258b05 None None] The sync data for ids ['efd8a154-67c8-41ee-9a3f-91fea3cd7c40'] in dv-cinder-784945-8-iscsi is: [{'id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'name': 'tempest-ServerRescueNegativeTestJSON-232878922-router', 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '611e352a-ce80-4522-a0d2-a8c2907d3775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:23Z', 'updated_at': '2021-05-10T15:28:30Z', 'revision_number': 4, 'project_id': 'bf36bc9313b0433d889286c8d877bce8', 'gw_port': {'id': '611e352a-ce80-4522-a0d2-a8c2907d3775', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:24Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '4f90b92b-655c-449b-b682-8b7fd37debc5', 'name': '', 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65', 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8', 'mac_address': 'fa:16:3e:cf:fa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '267b5f04-b662-4592-a7d5-8c1f3a4c55e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:29Z', 'updated_at': '2021-05-10T15:28:29Z', 'revision_number': 1, 'project_id': 'bf36bc9313b0433d889286c8d877bce8', 'subnets': [{'id': '267b5f04-b662-4592-a7d5-8c1f3a4c55e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:28:33.344978 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:33.380146 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8cf60c48-d85f-45cd-8585-c375dc5afa0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:33.511347 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-97439793-8575-4fbc-8cc4-ec94e9440730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:33.568747 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-8cf60c48-d85f-45cd-8585-c375dc5afa0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:33.577911 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-8cf60c48-d85f-45cd-8585-c375dc5afa0e admin admin] Usage tracker for resource:security_group_rule and tenant:cb309f6ae60648c595afe1e0c7bd6d11 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:33.584364 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-8cf60c48-d85f-45cd-8585-c375dc5afa0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:33.585813 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e9e46092-75ee-4237-aa4a-4c4967caa0cc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:33.594006 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:33.605173 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-8cf60c48-d85f-45cd-8585-c375dc5afa0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:33.629864 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-e9e46092-75ee-4237-aa4a-4c4967caa0cc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Usage tracker for resource:security_group_rule and tenant:376336f6ca3c4e8898d9998b100bc64d is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:33.650629 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-e9e46092-75ee-4237-aa4a-4c4967caa0cc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:33.668320 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-97439793-8575-4fbc-8cc4-ec94e9440730 admin admin] Usage tracker for resource:security_group_rule and tenant:f85584c7876f485783b20282d02d551a is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:33.675533 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-97439793-8575-4fbc-8cc4-ec94e9440730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:33.708935 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-97439793-8575-4fbc-8cc4-ec94e9440730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:33.789610 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e9e46092-75ee-4237-aa4a-4c4967caa0cc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:33.842198 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Router efd8a154-67c8-41ee-9a3f-91fea3cd7c40 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:28:34.321766 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8cf60c48-d85f-45cd-8585-c375dc5afa0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:34.374908 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8cf60c48-d85f-45cd-8585-c375dc5afa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:34.440877 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 43444) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:34.463450 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:34.475922 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-8cf60c48-d85f-45cd-8585-c375dc5afa0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb309f6ae60648c595afe1e0c7bd6d11&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2145064 May 10 15:28:34.489800 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 43446) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:34.615303 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad922bca-7348-41da-8f50-4ed5b4abf9de req-82609094-416d-4ea6-8c2a-f346eb05be57 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:34.615876 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Notify callbacks [] for port, precommit_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:34.616265 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-ad922bca-7348-41da-8f50-4ed5b4abf9de req-82609094-416d-4ea6-8c2a-f346eb05be57 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Synchronizing usage tracker for tenant:6b4c531c187745cba659eff56cdac2b2 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:28:34.685544 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-97439793-8575-4fbc-8cc4-ec94e9440730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:34.694691 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Transition to ACTIVE for port object 7bc27596-9660-4b3e-8886-b2bd9ade7be8 will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:28:34.710643 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf60c48-d85f-45cd-8585-c375dc5afa0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12c5a9a-b868-48ea-ad6e-974912068159,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:34.746126 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:34.776515 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8cf60c48-d85f-45cd-8585-c375dc5afa0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:34.782874 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:34.789224 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-97439793-8575-4fbc-8cc4-ec94e9440730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:34.801992 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:28:34.820234 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-ad922bca-7348-41da-8f50-4ed5b4abf9de req-82609094-416d-4ea6-8c2a-f346eb05be57 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Unset dirty status for tenant:6b4c531c187745cba659eff56cdac2b2 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:28:34.840012 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ad922bca-7348-41da-8f50-4ed5b4abf9de req-82609094-416d-4ea6-8c2a-f346eb05be57 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 931 time: 1.2114017 May 10 15:28:34.853309 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-caf88e49-3153-4025-9e7a-8cf5c57c672b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:34.950483 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e9e46092-75ee-4237-aa4a-4c4967caa0cc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:34.977320 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] 10.222.0.11 "PUT /v2.0/routers/efd8a154-67c8-41ee-9a3f-91fea3cd7c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1526408 May 10 15:28:34.982797 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e9e46092-75ee-4237-aa4a-4c4967caa0cc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:35.015095 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b2464627-760d-4cb0-9169-a130a95d1b40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:35.016832 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a3c74f82-bcec-4d2f-ab8d-f837a62cb0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:35.069704 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c7c0bd71-944f-4326-ae3e-7771f9248b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:35.100030 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c7c0bd71-944f-4326-ae3e-7771f9248b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:35.134163 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-ad922bca-7348-41da-8f50-4ed5b4abf9de req-374dc28c-dfb0-4002-89c5-29bb3df5a5de tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Synchronizing usage tracker for tenant:6b4c531c187745cba659eff56cdac2b2 on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:28:35.145297 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.db.resource_extend [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 15:28:35.175307 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f594f98-6d2f-4149-a229-4ba67e50c60d None None] Pushing event updated for resources: {'Port': ['ID=7bc27596-9660-4b3e-8886-b2bd9ade7be8,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:35.183662 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-a3c74f82-bcec-4d2f-ab8d-f837a62cb0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:35.201547 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-9f594f98-6d2f-4149-a229-4ba67e50c60d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:35.242988 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97439793-8575-4fbc-8cc4-ec94e9440730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a008a94-80d8-467d-b4f0-608f0e33a8c3,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:35.260274 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-a3c74f82-bcec-4d2f-ab8d-f837a62cb0b6 admin admin] Usage tracker for resource:security_group_rule and tenant:f74f95ba5ff64e20af44f0037a42d380 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:35.268296 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-97439793-8575-4fbc-8cc4-ec94e9440730 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f85584c7876f485783b20282d02d551a&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1116986 May 10 15:28:35.272843 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-97439793-8575-4fbc-8cc4-ec94e9440730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:35.273762 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-a3c74f82-bcec-4d2f-ab8d-f837a62cb0b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:35.276750 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c7c0bd71-944f-4326-ae3e-7771f9248b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:35.277299 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 43474) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:35.319213 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-a3c74f82-bcec-4d2f-ab8d-f837a62cb0b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:35.351095 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Attempting to bind port 7bc27596-9660-4b3e-8886-b2bd9ade7be8 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:28:35.351648 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Attempting to bind port 7bc27596-9660-4b3e-8886-b2bd9ade7be8 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:28:35.352043 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Attempting to bind port 7bc27596-9660-4b3e-8886-b2bd9ade7be8 on network e72a75bc-84e4-4072-bd72-d6e58af56db3 {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:28:35.368423 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e46092-75ee-4237-aa4a-4c4967caa0cc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052a5a18-871e-4c8e-b234-56d767dc788a,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:35.374588 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:28:35.375217 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Checking segment: {'id': 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:28:35.375727 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:35.376344 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Bound using segment: {'id': 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:28:35.376898 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Bound port: 7bc27596-9660-4b3e-8886-b2bd9ade7be8, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:28:35.377657 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:35.389741 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e9e46092-75ee-4237-aa4a-4c4967caa0cc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:35.395061 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e9e46092-75ee-4237-aa4a-4c4967caa0cc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:35.397841 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-e9e46092-75ee-4237-aa4a-4c4967caa0cc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.4330907 May 10 15:28:35.414951 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 43478) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:35.430769 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-f75dd935-a6bc-4920-b669-16f4a0bcd974 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Request body: {'security_group_rule': {'security_group_id': '052a5a18-871e-4c8e-b234-56d767dc788a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:35.469218 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-f75dd935-a6bc-4920-b669-16f4a0bcd974 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:35.477602 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-97439793-8575-4fbc-8cc4-ec94e9440730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:35.482931 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-f75dd935-a6bc-4920-b669-16f4a0bcd974 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Usage tracker for resource:security_group_rule and tenant:376336f6ca3c4e8898d9998b100bc64d is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:35.493275 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-f75dd935-a6bc-4920-b669-16f4a0bcd974 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:35.511305 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:28:35.528589 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0bd71-944f-4326-ae3e-7771f9248b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12c5a9a-b868-48ea-ad6e-974912068159,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:35.537400 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-c7c0bd71-944f-4326-ae3e-7771f9248b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:35.557285 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-f75dd935-a6bc-4920-b669-16f4a0bcd974 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:35.571530 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:35.597302 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Transition to ACTIVE for port object 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:28:35.605770 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:35.607553 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f75dd935-a6bc-4920-b669-16f4a0bcd974 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:35.614658 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a19c3cd1-ee64-44eb-93c0-b200e5c00b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:35.620309 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c7c0bd71-944f-4326-ae3e-7771f9248b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:35.621747 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-c7c0bd71-944f-4326-ae3e-7771f9248b88 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f12c5a9a-b868-48ea-ad6e-974912068159 HTTP/1.1" status: 204 len: 168 time: 1.1304846 May 10 15:28:35.639513 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-45a8dea1-e719-4a9f-a0d1-cd4593967fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:35.658224 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] For port 7bc27596-9660-4b3e-8886-b2bd9ade7be8, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:28:35.668290 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] For port 7bc27596-9660-4b3e-8886-b2bd9ade7be8, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=7bc27596-9660-4b3e-8886-b2bd9ade7be8,segment=NetworkSegment(dd9b3c20-9a16-4266-8ea0-f292f41b2e4f),segment_id=dd9b3c20-9a16-4266-8ea0-f292f41b2e4f)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:28:35.675168 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:35.676988 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a19c3cd1-ee64-44eb-93c0-b200e5c00b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:35.686156 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-15b4dd26-2b8f-44d4-9a43-628168ce7bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:35.826144 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a3c74f82-bcec-4d2f-ab8d-f837a62cb0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:35.829528 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a19c3cd1-ee64-44eb-93c0-b200e5c00b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:35.841248 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-3c443c67-c239-4807-87e7-7ae164af02c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:35.855122 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c3cd1-ee64-44eb-93c0-b200e5c00b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a008a94-80d8-467d-b4f0-608f0e33a8c3,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:35.866093 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a19c3cd1-ee64-44eb-93c0-b200e5c00b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:35.866783 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a3c74f82-bcec-4d2f-ab8d-f837a62cb0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:36.008281 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:36.018095 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Routers {'3572abad-1fb4-4b8a-bec2-baa8a90407eb'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:28:36.020696 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:28:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:28:36.126789 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c74f82-bcec-4d2f-ab8d-f837a62cb0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb48388-fc40-4507-92f5-61b8c37df128,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:36.150258 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a3c74f82-bcec-4d2f-ab8d-f837a62cb0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:36.161649 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-a3c74f82-bcec-4d2f-ab8d-f837a62cb0b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f74f95ba5ff64e20af44f0037a42d380&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6823232 May 10 15:28:36.182437 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 43506) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:36.221316 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 611e352a-ce80-4522-a0d2-a8c2907d3775 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:28:36.247367 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a19c3cd1-ee64-44eb-93c0-b200e5c00b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:36.253981 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-a19c3cd1-ee64-44eb-93c0-b200e5c00b4b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a008a94-80d8-467d-b4f0-608f0e33a8c3 HTTP/1.1" status: 204 len: 168 time: 0.9501123 May 10 15:28:36.384117 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f594f98-6d2f-4149-a229-4ba67e50c60d None None] Pushing event updated for resources: {'Port': ['ID=7bc27596-9660-4b3e-8886-b2bd9ade7be8,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:36.386529 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-ad922bca-7348-41da-8f50-4ed5b4abf9de req-374dc28c-dfb0-4002-89c5-29bb3df5a5de tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Unset dirty status for tenant:6b4c531c187745cba659eff56cdac2b2 on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:28:36.389162 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ad922bca-7348-41da-8f50-4ed5b4abf9de req-374dc28c-dfb0-4002-89c5-29bb3df5a5de tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5485840 May 10 15:28:36.390538 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-9f594f98-6d2f-4149-a229-4ba67e50c60d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:36.461258 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 611e352a-ce80-4522-a0d2-a8c2907d3775 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:28:36.470858 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 611e352a-ce80-4522-a0d2-a8c2907d3775 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:28:36.471709 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:36.481235 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4a07d9-3a8f-4125-a012-c4ac036c2ec4,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:36.491794 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:36.492233 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c992cd41-8b27-4966-9063-347cd3b77d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:36.566747 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c992cd41-8b27-4966-9063-347cd3b77d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:36.633117 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c992cd41-8b27-4966-9063-347cd3b77d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:36.637563 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-84a7dc82-8e35-4996-a8f8-203926e10974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:36.690667 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992cd41-8b27-4966-9063-347cd3b77d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb48388-fc40-4507-92f5-61b8c37df128,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:36.693397 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-c992cd41-8b27-4966-9063-347cd3b77d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:36.717528 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] Set router 3572abad-1fb4-4b8a-bec2-baa8a90407eb gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:28:36.718119 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Attempting to bind port 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:28:36.720303 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Attempting to bind port 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'a6cea30d-4fbe-42d2-983e-7dc6fb401778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f51fb702-9234-4d12-83a8-783039610371'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:28:36.720905 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Attempting to bind port 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 on network f51fb702-9234-4d12-83a8-783039610371 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:28:36.731258 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c992cd41-8b27-4966-9063-347cd3b77d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:36.735213 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-c992cd41-8b27-4966-9063-347cd3b77d37 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4eb48388-fc40-4507-92f5-61b8c37df128 HTTP/1.1" status: 204 len: 168 time: 0.5488682 May 10 15:28:36.756910 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Port 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 on network f51fb702-9234-4d12-83a8-783039610371 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:28:36.759977 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Attempting to bind port 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 on network f51fb702-9234-4d12-83a8-783039610371 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:28:36.776568 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:28:36.783039 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Checking segment: {'id': 'a6cea30d-4fbe-42d2-983e-7dc6fb401778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f51fb702-9234-4d12-83a8-783039610371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:28:36.783962 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Bound using segment: {'id': 'a6cea30d-4fbe-42d2-983e-7dc6fb401778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f51fb702-9234-4d12-83a8-783039610371'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:28:36.784583 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Bound port: 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6cea30d-4fbe-42d2-983e-7dc6fb401778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f51fb702-9234-4d12-83a8-783039610371'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:28:36.785111 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:36.860428 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f75dd935-a6bc-4920-b669-16f4a0bcd974 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:36.891188 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:36.952170 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 611e352a-ce80-4522-a0d2-a8c2907d3775, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=611e352a-ce80-4522-a0d2-a8c2907d3775,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:28:36.958643 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:36.975105 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:37.083032 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] For port 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4, host hv-cinder-78494, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:28:37.097622 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] For port 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9a4a07d9-3a8f-4125-a012-c4ac036c2ec4,segment=NetworkSegment(a6cea30d-4fbe-42d2-983e-7dc6fb401778),segment_id=a6cea30d-4fbe-42d2-983e-7dc6fb401778)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:28:37.104828 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f75dd935-a6bc-4920-b669-16f4a0bcd974 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:37.112329 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:37.131521 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 43536) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:37.169044 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:37.198960 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=611e352a-ce80-4522-a0d2-a8c2907d3775,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:37.215285 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:37.217056 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75dd935-a6bc-4920-b669-16f4a0bcd974 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276496c0-c87e-48d0-a4a4-241d9af03c09,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:37.231929 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f75dd935-a6bc-4920-b669-16f4a0bcd974 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:37.233583 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-f75dd935-a6bc-4920-b669-16f4a0bcd974 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8089495 May 10 15:28:37.271427 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8945-8853-416d-a558-915eeebc356f req-fc2c5d41-5d37-4825-aa57-67f093ff045f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:37.271427 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-011f8945-8853-416d-a558-915eeebc356f req-fc2c5d41-5d37-4825-aa57-67f093ff045f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Synchronizing usage tracker for tenant:bf36bc9313b0433d889286c8d877bce8 on resource:network {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:28:37.271427 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 43544) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:37.293622 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-91bbb03b-e6cd-4c7d-a2fd-73833591dd1e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Request body: {'security_group_rule': {'security_group_id': '052a5a18-871e-4c8e-b234-56d767dc788a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:37.310879 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-91bbb03b-e6cd-4c7d-a2fd-73833591dd1e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:37.323262 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:37.324298 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:37.326289 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] 10.222.0.46 "PUT /v2.0/ports/9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 HTTP/1.1" status: 200 len: 1093 time: 4.3601053 May 10 15:28:37.327275 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f75dd935-a6bc-4920-b669-16f4a0bcd974 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:37.327913 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f3ccd9-6910-43f5-8908-37db357673c2', 'tag': '9a4a07d9-3a8f-4125-a012-c4ac036c2ec4'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:28:37.331253 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-91bbb03b-e6cd-4c7d-a2fd-73833591dd1e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Usage tracker for resource:security_group_rule and tenant:376336f6ca3c4e8898d9998b100bc64d is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:37.338011 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-91bbb03b-e6cd-4c7d-a2fd-73833591dd1e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:37.381326 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-91bbb03b-e6cd-4c7d-a2fd-73833591dd1e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:37.392390 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-011f8945-8853-416d-a558-915eeebc356f req-fc2c5d41-5d37-4825-aa57-67f093ff045f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Unset dirty status for tenant:bf36bc9313b0433d889286c8d877bce8 on resource:network {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:28:37.395060 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-011f8945-8853-416d-a558-915eeebc356f req-fc2c5d41-5d37-4825-aa57-67f093ff045f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/networks?id=295295ac-f6af-4bcd-a052-58ea42c8fc65 HTTP/1.1" status: 200 len: 818 time: 0.5576534 May 10 15:28:37.396884 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Sync routers for ids ['efd8a154-67c8-41ee-9a3f-91fea3cd7c40'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:28:37.416986 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Routers {'efd8a154-67c8-41ee-9a3f-91fea3cd7c40'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:28:37.417878 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:28:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['efd8a154-67c8-41ee-9a3f-91fea3cd7c40'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:28:37.504112 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-011f8945-8853-416d-a558-915eeebc356f req-df532b4c-f516-4850-ab8d-0bf11f074d6c tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/quotas/bf36bc9313b0433d889286c8d877bce8 HTTP/1.1" status: 200 len: 375 time: 0.0955093 May 10 15:28:37.508866 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-91bbb03b-e6cd-4c7d-a2fd-73833591dd1e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:37.557584 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:37.770773 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:28:28Z', 'revision_number': 4, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '7bc27596-9660-4b3e-8886-b2bd9ade7be8', 'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'mac_address': 'fa:16:3e:c4:ce:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:27Z', 'updated_at': '2021-05-10T15:28:35Z', 'revision_number': 4, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'subnets': [{'id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:28:37.787339 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e553e18d-df43-4d5c-bf88-841f815e9939 None None] The sync data for ids ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'] in dv-cinder-784945-8-iscsi is: [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:28:28Z', 'revision_number': 4, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '7bc27596-9660-4b3e-8886-b2bd9ade7be8', 'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'mac_address': 'fa:16:3e:c4:ce:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:27Z', 'updated_at': '2021-05-10T15:28:35Z', 'revision_number': 4, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'subnets': [{'id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:28:37.982002 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-011f8945-8853-416d-a558-915eeebc356f req-37be46ec-bec6-43aa-b24c-63509f81b8a5 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Synchronizing usage tracker for tenant:bf36bc9313b0433d889286c8d877bce8 on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:28:38.024828 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-91bbb03b-e6cd-4c7d-a2fd-73833591dd1e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:38.040081 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-91bbb03b-e6cd-4c7d-a2fd-73833591dd1e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:38.043251 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-011f8945-8853-416d-a558-915eeebc356f req-37be46ec-bec6-43aa-b24c-63509f81b8a5 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Unset dirty status for tenant:bf36bc9313b0433d889286c8d877bce8 on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:28:38.047764 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-011f8945-8853-416d-a558-915eeebc356f req-37be46ec-bec6-43aa-b24c-63509f81b8a5 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf36bc9313b0433d889286c8d877bce8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5041988 May 10 15:28:38.050243 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:38.090701 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Set router efd8a154-67c8-41ee-9a3f-91fea3cd7c40 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:28:38.103737 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbb03b-e6cd-4c7d-a2fd-73833591dd1e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f459986-ab4e-4321-801a-07ca7c3fa008,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:38.140998 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-91bbb03b-e6cd-4c7d-a2fd-73833591dd1e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:38.224746 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-07715bea-a604-44a8-8fe2-5b65dbdd65de admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:38.266687 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-91bbb03b-e6cd-4c7d-a2fd-73833591dd1e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:38.268111 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-91bbb03b-e6cd-4c7d-a2fd-73833591dd1e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9959166 May 10 15:28:38.272661 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 43568) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:38.294421 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Request body: {'floatingip': {'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:38.309925 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae9df9-11f0-4ba7-a7a1-d60fb8fef591 req-d6f540c9-83e5-40bd-9aac-dde375bc4b1e tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:38.320188 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-21ae9df9-11f0-4ba7-a7a1-d60fb8fef591 req-d6f540c9-83e5-40bd-9aac-dde375bc4b1e tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 943 time: 0.4839544 May 10 15:28:38.324688 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-07715bea-a604-44a8-8fe2-5b65dbdd65de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:38.369005 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-07715bea-a604-44a8-8fe2-5b65dbdd65de admin admin] Usage tracker for resource:security_group_rule and tenant:0b91d59a74494589b77ef40d512f1f93 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:38.378906 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:38.382279 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-07715bea-a604-44a8-8fe2-5b65dbdd65de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:38.405553 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Usage tracker for resource:floatingip and tenant:376336f6ca3c4e8898d9998b100bc64d is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:38.414376 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-07715bea-a604-44a8-8fe2-5b65dbdd65de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:38.437379 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:38.486781 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:38.524799 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 611e352a-ce80-4522-a0d2-a8c2907d3775 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:28:38.527281 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-21ae9df9-11f0-4ba7-a7a1-d60fb8fef591 req-74781f8b-f4f3-45a8-a061-32a9b3635bc8 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813393 May 10 15:28:38.539669 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4a07d9-3a8f-4125-a012-c4ac036c2ec4,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:38.560898 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.013s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:38.572930 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for floatingip, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:38.624824 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-ab08a734-491e-4451-9ba5-3067773fa161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:38.630233 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-ab08a734-491e-4451-9ba5-3067773fa161 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b4c531c187745cba659eff56cdac2b2&device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 1096 time: 0.9492652 May 10 15:28:38.841263 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-925474b9-7c7c-466b-bc36-5aa7e94e7eaa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 HTTP/1.1" status: 200 len: 217 time: 0.2006977 May 10 15:28:39.077406 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-fe07d90d-28c9-43ce-80da-8f9ee2707668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:39.084833 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-fe07d90d-28c9-43ce-80da-8f9ee2707668 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=055f4b5b-331f-4ae9-8dbc-2cc7143113c9 HTTP/1.1" status: 200 len: 851 time: 0.2308760 May 10 15:28:39.185701 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 611e352a-ce80-4522-a0d2-a8c2907d3775 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:28:39.186197 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:39.229201 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-07715bea-a604-44a8-8fe2-5b65dbdd65de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:39.243527 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-07715bea-a604-44a8-8fe2-5b65dbdd65de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:39.262048 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'name': 'tempest-ServerRescueNegativeTestJSON-232878922-router', 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '611e352a-ce80-4522-a0d2-a8c2907d3775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:23Z', 'updated_at': '2021-05-10T15:28:30Z', 'revision_number': 4, 'project_id': 'bf36bc9313b0433d889286c8d877bce8', 'gw_port': {'id': '611e352a-ce80-4522-a0d2-a8c2907d3775', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:24Z', 'updated_at': '2021-05-10T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '4f90b92b-655c-449b-b682-8b7fd37debc5', 'name': '', 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65', 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8', 'mac_address': 'fa:16:3e:cf:fa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '267b5f04-b662-4592-a7d5-8c1f3a4c55e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:29Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 2, 'project_id': 'bf36bc9313b0433d889286c8d877bce8', 'subnets': [{'id': '267b5f04-b662-4592-a7d5-8c1f3a4c55e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:28:39.264890 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-e53042ce-1e48-4596-bfbd-a86d7ceef1a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f51fb702-9234-4d12-83a8-783039610371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505175 May 10 15:28:39.287986 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Checking router: efd8a154-67c8-41ee-9a3f-91fea3cd7c40 for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:28:39.289144 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Updating router efd8a154-67c8-41ee-9a3f-91fea3cd7c40 port 4f90b92b-655c-449b-b682-8b7fd37debc5 binding host dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:28:39.349355 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a3c74f82-bcec-4d2f-ab8d-f837a62cb0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:39.458849 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-07715bea-a604-44a8-8fe2-5b65dbdd65de admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b91d59a74494589b77ef40d512f1f93&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3167396 May 10 15:28:39.460673 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 43602) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:39.461624 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07715bea-a604-44a8-8fe2-5b65dbdd65de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d499fd-ffb7-4124-8f60-3eea54323def,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:39.481375 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:39.488028 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-07715bea-a604-44a8-8fe2-5b65dbdd65de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:39.541326 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:39.617595 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [req-011f8945-8853-416d-a558-915eeebc356f req-7208bd3a-c200-4b2b-92e1-e0a07a0b2331 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:28:39.618763 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-011f8945-8853-416d-a558-915eeebc356f req-7208bd3a-c200-4b2b-92e1-e0a07a0b2331 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7555950 May 10 15:28:39.700636 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-144bc5d1-44ea-4e4a-8890-3ace9683881d service neutron] 10.222.0.46 "GET /v2.0/networks/f51fb702-9234-4d12-83a8-783039610371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061244 May 10 15:28:39.773265 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 7bc27596-9660-4b3e-8886-b2bd9ade7be8 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:28:40.000521 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c7d3c631-b935-4027-8962-ad263ac0dd01 req-850375c7-a396-4eb1-b39f-8f8f82e9c48f service neutron] 10.222.0.46 "GET /v2.0/networks/f51fb702-9234-4d12-83a8-783039610371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443502 May 10 15:28:40.057121 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 7bc27596-9660-4b3e-8886-b2bd9ade7be8 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:28:40.084027 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 7bc27596-9660-4b3e-8886-b2bd9ade7be8 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:28:40.084412 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:40.134601 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Allocated IP 172.27.3.35 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/7a16e7c5-dd01-4e54-92b1-0fdb0035df47) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:28:40.555583 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f3ccd9-6910-43f5-8908-37db357673c2', 'tag': '9a4a07d9-3a8f-4125-a012-c4ac036c2ec4', 'status': 'completed', 'code': 200} May 10 15:28:40.616800 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:40.665936 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:40.682342 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:40.757870 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:40.767304 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a1aa3875-a1c4-42a1-8499-1214d7034a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:40.839240 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:28:40.877236 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:28:40.887407 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:28:40.903889 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:40.943625 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Transition to ACTIVE for port object 4f90b92b-655c-449b-b682-8b7fd37debc5 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:28:40.958677 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:41.006847 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 7bc27596-9660-4b3e-8886-b2bd9ade7be8, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=7bc27596-9660-4b3e-8886-b2bd9ade7be8,segment=NetworkSegment(dd9b3c20-9a16-4266-8ea0-f292f41b2e4f),segment_id=dd9b3c20-9a16-4266-8ea0-f292f41b2e4f)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:28:41.008776 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:41.191357 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27836b06-e489-42a0-a551-31d8a45ddc5b req-592cbf4a-a63a-4f59-8c7f-496cba2f6376 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:41.196591 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-27836b06-e489-42a0-a551-31d8a45ddc5b req-592cbf4a-a63a-4f59-8c7f-496cba2f6376 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 943 time: 0.3840463 May 10 15:28:41.196942 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:41.197867 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad886de2-e0fb-4453-842e-c2cb46d8f963 None None] Pushing event updated for resources: {'Port': ['ID=4f90b92b-655c-449b-b682-8b7fd37debc5,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:41.233153 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Pushing event updated for resources: {'Port': ['ID=7a16e7c5-dd01-4e54-92b1-0fdb0035df47,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:41.245429 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a1aa3875-a1c4-42a1-8499-1214d7034a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:41.262752 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e50ede-73b0-4907-b1da-c996855684fa req-cef810b0-b94a-4fe8-b018-156f685462fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:41.266834 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-67e50ede-73b0-4907-b1da-c996855684fa req-cef810b0-b94a-4fe8-b018-156f685462fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b4c531c187745cba659eff56cdac2b2&device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 1096 time: 0.3547804 May 10 15:28:41.269795 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:41.304246 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-011f8945-8853-416d-a558-915eeebc356f req-f1a707d9-2583-4d31-abde-e1f6c00f312e service neutron] 10.222.0.11 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6589131 May 10 15:28:41.406526 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-27836b06-e489-42a0-a551-31d8a45ddc5b req-40fad5b2-a368-4009-83e7-b2e0db409ee6 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914916 May 10 15:28:41.435408 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:41.448840 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-ad886de2-e0fb-4453-842e-c2cb46d8f963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:41.702935 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e50ede-73b0-4907-b1da-c996855684fa req-b82609cb-5655-44b1-ba08-62c9c8496304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:41.708040 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-67e50ede-73b0-4907-b1da-c996855684fa req-b82609cb-5655-44b1-ba08-62c9c8496304 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f51fb702-9234-4d12-83a8-783039610371 HTTP/1.1" status: 200 len: 912 time: 0.3864334 May 10 15:28:41.738891 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:41.745739 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:41.920281 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Attempting to bind port 4f90b92b-655c-449b-b682-8b7fd37debc5 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:28:41.920911 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Attempting to bind port 4f90b92b-655c-449b-b682-8b7fd37debc5 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '9785a653-52ff-49d8-9161-b0f125ed80ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:28:41.921143 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Attempting to bind port 4f90b92b-655c-449b-b682-8b7fd37debc5 on network 295295ac-f6af-4bcd-a052-58ea42c8fc65 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:28:41.934929 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:28:41.935331 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Checking segment: {'id': '9785a653-52ff-49d8-9161-b0f125ed80ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:28:41.935786 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:41.936202 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Bound using segment: {'id': '9785a653-52ff-49d8-9161-b0f125ed80ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:28:41.936737 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Bound port: 4f90b92b-655c-449b-b682-8b7fd37debc5, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9785a653-52ff-49d8-9161-b0f125ed80ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:28:41.937294 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:42.088785 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] For port 4f90b92b-655c-449b-b682-8b7fd37debc5, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:28:42.119311 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] For port 4f90b92b-655c-449b-b682-8b7fd37debc5, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=4f90b92b-655c-449b-b682-8b7fd37debc5,segment=NetworkSegment(9785a653-52ff-49d8-9161-b0f125ed80ab),segment_id=9785a653-52ff-49d8-9161-b0f125ed80ab)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:28:42.136488 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:42.160567 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=7bc27596-9660-4b3e-8886-b2bd9ade7be8,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:42.168512 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:42.170033 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:42.279748 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:28:42.286802 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:42.301303 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:42.310284 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Routers {'efd8a154-67c8-41ee-9a3f-91fea3cd7c40'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:28:42.317708 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:28:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['efd8a154-67c8-41ee-9a3f-91fea3cd7c40'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:28:42.330338 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:42.434427 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a1aa3875-a1c4-42a1-8499-1214d7034a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:42.501129 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706874'] for floatingip, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:42.548402 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a1aa3875-a1c4-42a1-8499-1214d7034a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:42.553439 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-a1aa3875-a1c4-42a1-8499-1214d7034a07 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07d499fd-ffb7-4124-8f60-3eea54323def HTTP/1.1" status: 204 len: 168 time: 3.0874672 May 10 15:28:42.566917 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-011f8945-8853-416d-a558-915eeebc356f req-b812b238-981d-4364-8b7e-8eb2c13badda service neutron] 10.222.0.11 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2375045 May 10 15:28:42.595861 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:42.597473 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3196645 May 10 15:28:42.601751 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Pushing event updated for resources: {'Port': ['ID=7a16e7c5-dd01-4e54-92b1-0fdb0035df47,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:42.608446 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:42.612125 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-c992cd41-8b27-4966-9063-347cd3b77d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:42.635223 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa3875-a1c4-42a1-8499-1214d7034a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d499fd-ffb7-4124-8f60-3eea54323def,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:42.641810 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a1aa3875-a1c4-42a1-8499-1214d7034a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:42.727728 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad886de2-e0fb-4453-842e-c2cb46d8f963 None None] Pushing event updated for resources: {'Port': ['ID=4f90b92b-655c-449b-b682-8b7fd37debc5,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:42.749539 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-ad886de2-e0fb-4453-842e-c2cb46d8f963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:42.883800 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] Set router efd8a154-67c8-41ee-9a3f-91fea3cd7c40 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:28:42.963377 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645711d-1b7b-4e33-82d0-b0807a748637 req-382501ec-3dbc-4a9b-8be6-6c509cca38ae tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:42.973968 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7645711d-1b7b-4e33-82d0-b0807a748637 req-382501ec-3dbc-4a9b-8be6-6c509cca38ae tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 943 time: 0.1709957 May 10 15:28:43.052357 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7645711d-1b7b-4e33-82d0-b0807a748637 req-c96786b7-02f4-4124-91a1-38be8469e5cf tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771599 May 10 15:28:43.178369 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-67e50ede-73b0-4907-b1da-c996855684fa req-b12368da-a746-4645-afae-762649ca3be7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 HTTP/1.1" status: 200 len: 217 time: 0.1226509 May 10 15:28:43.254089 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-11db9023-9a6c-4d91-be77-4278958979af req-6a8a61bb-0826-4864-899e-3050c61dbf30 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 210 time: 0.1616678 May 10 15:28:43.338300 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e50ede-73b0-4907-b1da-c996855684fa req-f08c9ba2-93a6-48ad-88fd-1149aa300479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:43.340789 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-67e50ede-73b0-4907-b1da-c996855684fa req-f08c9ba2-93a6-48ad-88fd-1149aa300479 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=055f4b5b-331f-4ae9-8dbc-2cc7143113c9 HTTP/1.1" status: 200 len: 851 time: 0.1279416 May 10 15:28:43.657372 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'name': 'tempest-ServerRescueNegativeTestJSON-232878922-router', 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '611e352a-ce80-4522-a0d2-a8c2907d3775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:23Z', 'updated_at': '2021-05-10T15:28:30Z', 'revision_number': 4, 'project_id': 'bf36bc9313b0433d889286c8d877bce8', 'gw_port': {'id': '611e352a-ce80-4522-a0d2-a8c2907d3775', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:24Z', 'updated_at': '2021-05-10T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '4f90b92b-655c-449b-b682-8b7fd37debc5', 'name': '', 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65', 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8', 'mac_address': 'fa:16:3e:cf:fa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '267b5f04-b662-4592-a7d5-8c1f3a4c55e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:29Z', 'updated_at': '2021-05-10T15:28:42Z', 'revision_number': 4, 'project_id': 'bf36bc9313b0433d889286c8d877bce8', 'subnets': [{'id': '267b5f04-b662-4592-a7d5-8c1f3a4c55e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:28:43.671213 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a61db6-3d46-4755-8aca-8d92542924f4 None None] The sync data for ids ['efd8a154-67c8-41ee-9a3f-91fea3cd7c40'] in dv-cinder-784945-8-iscsi is: [{'id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'name': 'tempest-ServerRescueNegativeTestJSON-232878922-router', 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '611e352a-ce80-4522-a0d2-a8c2907d3775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:23Z', 'updated_at': '2021-05-10T15:28:30Z', 'revision_number': 4, 'project_id': 'bf36bc9313b0433d889286c8d877bce8', 'gw_port': {'id': '611e352a-ce80-4522-a0d2-a8c2907d3775', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:24Z', 'updated_at': '2021-05-10T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '4f90b92b-655c-449b-b682-8b7fd37debc5', 'name': '', 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65', 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8', 'mac_address': 'fa:16:3e:cf:fa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '267b5f04-b662-4592-a7d5-8c1f3a4c55e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:29Z', 'updated_at': '2021-05-10T15:28:42Z', 'revision_number': 4, 'project_id': 'bf36bc9313b0433d889286c8d877bce8', 'subnets': [{'id': '267b5f04-b662-4592-a7d5-8c1f3a4c55e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:28:43.855081 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 4f90b92b-655c-449b-b682-8b7fd37debc5 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:28:43.903757 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-67e50ede-73b0-4907-b1da-c996855684fa req-bf73d0e8-4756-4573-a478-a30966472494 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f51fb702-9234-4d12-83a8-783039610371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5415528 May 10 15:28:44.033245 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 4f90b92b-655c-449b-b682-8b7fd37debc5 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:28:44.042021 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 4f90b92b-655c-449b-b682-8b7fd37debc5 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:28:44.044011 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:44.318948 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-f252e453-c346-4228-aaf2-59627b697d66 req-e5281cf2-db68-4bc3-b908-28400d65cc35 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Synchronizing usage tracker for tenant:376336f6ca3c4e8898d9998b100bc64d on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:28:44.418264 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-f252e453-c346-4228-aaf2-59627b697d66 req-e5281cf2-db68-4bc3-b908-28400d65cc35 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Unset dirty status for tenant:376336f6ca3c4e8898d9998b100bc64d on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:28:44.433566 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f252e453-c346-4228-aaf2-59627b697d66 req-e5281cf2-db68-4bc3-b908-28400d65cc35 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--609906912&fields=id&tenant_id=376336f6ca3c4e8898d9998b100bc64d HTTP/1.1" status: 200 len: 267 time: 0.6742666 May 10 15:28:44.459168 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:44.564551 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d781c8a-f28d-431a-acf5-c52f6956b455 req-1526be57-6418-4729-a62d-09223b5b2279 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:44.573923 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6d781c8a-f28d-431a-acf5-c52f6956b455 req-1526be57-6418-4729-a62d-09223b5b2279 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 943 time: 0.1942091 May 10 15:28:44.608075 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 4f90b92b-655c-449b-b682-8b7fd37debc5, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=4f90b92b-655c-449b-b682-8b7fd37debc5,segment=NetworkSegment(9785a653-52ff-49d8-9161-b0f125ed80ab),segment_id=9785a653-52ff-49d8-9161-b0f125ed80ab)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:28:44.624234 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:44.629796 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 7bc27596-9660-4b3e-8886-b2bd9ade7be8 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:28:44.658323 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6d781c8a-f28d-431a-acf5-c52f6956b455 req-b3a77d33-3107-448b-a843-eb628cb61fd9 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830572 May 10 15:28:44.738994 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5bafad8d-e351-4e10-a259-0f56e1d03e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:44.914157 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-67e50ede-73b0-4907-b1da-c996855684fa req-7a64c66d-376e-4423-a6e3-069a9d10b436 service neutron] 10.222.0.46 "GET /v2.0/networks/f51fb702-9234-4d12-83a8-783039610371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9700243 May 10 15:28:45.104765 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-67e50ede-73b0-4907-b1da-c996855684fa req-b522f410-9f89-459d-b7f0-ff55f938953e service neutron] 10.222.0.46 "GET /v2.0/networks/f51fb702-9234-4d12-83a8-783039610371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733441 May 10 15:28:45.141842 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252e453-c346-4228-aaf2-59627b697d66 req-b821dc85-9487-425f-95d2-0101f4dd69fe tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:45.141842 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-f252e453-c346-4228-aaf2-59627b697d66 req-b821dc85-9487-425f-95d2-0101f4dd69fe tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Synchronizing usage tracker for tenant:376336f6ca3c4e8898d9998b100bc64d on resource:network {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:28:45.165394 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-f252e453-c346-4228-aaf2-59627b697d66 req-b821dc85-9487-425f-95d2-0101f4dd69fe tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Unset dirty status for tenant:376336f6ca3c4e8898d9998b100bc64d on resource:network {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:28:45.167744 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f252e453-c346-4228-aaf2-59627b697d66 req-b821dc85-9487-425f-95d2-0101f4dd69fe tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/networks?id=e72a75bc-84e4-4072-bd72-d6e58af56db3 HTTP/1.1" status: 200 len: 811 time: 0.7329216 May 10 15:28:45.192922 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f252e453-c346-4228-aaf2-59627b697d66 req-d4c137ec-f09c-4c83-957c-925b0914c1d2 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/quotas/376336f6ca3c4e8898d9998b100bc64d HTTP/1.1" status: 200 len: 375 time: 0.0178807 May 10 15:28:45.204535 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=4f90b92b-655c-449b-b682-8b7fd37debc5,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:45.208318 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:45.242813 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 7bc27596-9660-4b3e-8886-b2bd9ade7be8 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:28:45.243189 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:45.337884 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-f252e453-c346-4228-aaf2-59627b697d66 req-3737fbfe-c555-4dcc-a183-800be98d4006 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Synchronizing usage tracker for tenant:376336f6ca3c4e8898d9998b100bc64d on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:28:45.405279 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-f252e453-c346-4228-aaf2-59627b697d66 req-3737fbfe-c555-4dcc-a183-800be98d4006 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Unset dirty status for tenant:376336f6ca3c4e8898d9998b100bc64d on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:28:45.407706 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f252e453-c346-4228-aaf2-59627b697d66 req-3737fbfe-c555-4dcc-a183-800be98d4006 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=376336f6ca3c4e8898d9998b100bc64d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2084126 May 10 15:28:45.575546 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-7dd23d2d-6c2c-43da-95a0-3c5198114093 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:45.580444 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-7dd23d2d-6c2c-43da-95a0-3c5198114093 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/networks?id=295295ac-f6af-4bcd-a052-58ea42c8fc65 HTTP/1.1" status: 200 len: 818 time: 0.6452107 May 10 15:28:45.638243 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-78bae4d8-d9b6-4cd1-9145-d61aabfc9df6 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/quotas/bf36bc9313b0433d889286c8d877bce8 HTTP/1.1" status: 200 len: 375 time: 0.0496237 May 10 15:28:45.837427 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 4f90b92b-655c-449b-b682-8b7fd37debc5 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:28:45.850681 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f252e453-c346-4228-aaf2-59627b697d66 req-5ba83cd6-b650-4007-8e07-ed435cbec13f service neutron] 10.222.0.11 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222002 May 10 15:28:45.972590 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-72144b66-5066-41eb-b04e-b15028edfd3c tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf36bc9313b0433d889286c8d877bce8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3272405 May 10 15:28:45.976271 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 4f90b92b-655c-449b-b682-8b7fd37debc5 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:28:45.976790 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:46.500600 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-4f69363d-f043-439a-b0da-09592142dc8e service neutron] 10.222.0.11 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248957 May 10 15:28:46.524956 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8945-8853-416d-a558-915eeebc356f req-fe59015a-ad71-445c-9a22-6e0203956413 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:46.530156 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-011f8945-8853-416d-a558-915eeebc356f req-fe59015a-ad71-445c-9a22-6e0203956413 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.46 "GET /v2.0/networks?id=295295ac-f6af-4bcd-a052-58ea42c8fc65 HTTP/1.1" status: 200 len: 818 time: 0.3492699 May 10 15:28:46.566078 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-011f8945-8853-416d-a558-915eeebc356f req-937773be-a242-4ca0-a02d-b329daef9c88 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Request body: {'port': {'device_id': '4fe28f04-e7c9-43db-9aee-4bafa2650db4', 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65', 'admin_state_up': True, 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:46.790608 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-a0c2b7b8-303c-48bb-998d-fd83ce99dc6d service neutron] 10.222.0.11 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889411 May 10 15:28:46.897535 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f252e453-c346-4228-aaf2-59627b697d66 req-1071ebdc-ecaf-4ebd-994d-d51aae15b4b0 service neutron] 10.222.0.11 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0363333 May 10 15:28:47.005748 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-011f8945-8853-416d-a558-915eeebc356f req-937773be-a242-4ca0-a02d-b329daef9c88 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:47.031474 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-011f8945-8853-416d-a558-915eeebc356f req-937773be-a242-4ca0-a02d-b329daef9c88 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:47.061392 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011f8945-8853-416d-a558-915eeebc356f req-937773be-a242-4ca0-a02d-b329daef9c88 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Made reservation on behalf of bf36bc9313b0433d889286c8d877bce8 for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:28:47.067441 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-011f8945-8853-416d-a558-915eeebc356f req-937773be-a242-4ca0-a02d-b329daef9c88 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:47.302163 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d769036-71c4-446e-a4ad-086ed443c0c5 req-aa302ab0-047a-4678-8807-3001371c1d4d tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:47.310752 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1d769036-71c4-446e-a4ad-086ed443c0c5 req-aa302ab0-047a-4678-8807-3001371c1d4d tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 943 time: 0.1164114 May 10 15:28:47.354533 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-33299d4c-3df7-4399-9077-e86ee5d18d5b req-3906428a-7848-49a9-8916-14b99cd10fc5 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 210 time: 0.0985775 May 10 15:28:47.406343 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1d769036-71c4-446e-a4ad-086ed443c0c5 req-bf38b960-59f0-480b-9464-e0090cd263b6 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947073 May 10 15:28:47.567291 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-10915db0-8775-4993-8645-9c80a3619fab req-3e5c8ddc-658f-41dd-9a69-6f1d0f2cc3df tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 210 time: 0.1247370 May 10 15:28:47.638357 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-011f8945-8853-416d-a558-915eeebc356f req-937773be-a242-4ca0-a02d-b329daef9c88 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Allocated IP 172.20.0.14 (295295ac-f6af-4bcd-a052-58ea42c8fc65/267b5f04-b662-4592-a7d5-8c1f3a4c55e0/4432053a-9d9a-4b16-b6cc-124ff1274d20) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:28:47.969689 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:48.143715 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-011f8945-8853-416d-a558-915eeebc356f req-937773be-a242-4ca0-a02d-b329daef9c88 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:48.208630 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-011f8945-8853-416d-a558-915eeebc356f req-937773be-a242-4ca0-a02d-b329daef9c88 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:48.216261 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-363f9cd7-1abe-4aa5-8401-7c05eebd8bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:48.304025 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011f8945-8853-416d-a558-915eeebc356f req-937773be-a242-4ca0-a02d-b329daef9c88 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Network 295295ac-f6af-4bcd-a052-58ea42c8fc65 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:28:48.318947 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-011f8945-8853-416d-a558-915eeebc356f req-937773be-a242-4ca0-a02d-b329daef9c88 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:28:48.326506 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-011f8945-8853-416d-a558-915eeebc356f req-937773be-a242-4ca0-a02d-b329daef9c88 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:28:48.332280 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8945-8853-416d-a558-915eeebc356f req-937773be-a242-4ca0-a02d-b329daef9c88 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:48.332904 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-011f8945-8853-416d-a558-915eeebc356f req-937773be-a242-4ca0-a02d-b329daef9c88 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:48.421489 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937773be-a242-4ca0-a02d-b329daef9c88 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Pushing event updated for resources: {'Port': ['ID=4432053a-9d9a-4b16-b6cc-124ff1274d20,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:48.430090 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-937773be-a242-4ca0-a02d-b329daef9c88 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:48.443679 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-011f8945-8853-416d-a558-915eeebc356f req-937773be-a242-4ca0-a02d-b329daef9c88 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8827732 May 10 15:28:48.455639 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Request body: {'port': {'device_id': '4fe28f04-e7c9-43db-9aee-4bafa2650db4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:48.661234 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-db6dbd49-b77a-44b6-bcda-61f5457724a0 req-1ed85996-d52c-4d91-8c39-56cb8dbda917 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 210 time: 0.0808761 May 10 15:28:48.675620 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:48.768818 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.46', 50506) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:48.936515 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dfe0c-3406-4c21-bf33-3d50da88c43f req-d826b175-e2bc-4489-b4c9-5e022257bab0 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:48.938328 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-116dfe0c-3406-4c21-bf33-3d50da88c43f req-d826b175-e2bc-4489-b4c9-5e022257bab0 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 943 time: 0.2636867 May 10 15:28:49.067371 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-116dfe0c-3406-4c21-bf33-3d50da88c43f req-8d895876-fc2d-4a02-a944-be4995884b59 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215301 May 10 15:28:49.110533 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-75f4c50c-0121-42f3-aba5-a2459e87e392 req-fea9d2b4-5c6b-437c-b77f-e1770500686e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 210 time: 0.2314532 May 10 15:28:49.252070 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4432053a-9d9a-4b16-b6cc-124ff1274d20 {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:28:49.252927 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-4f6ee5dc-d1de-444a-bcfa-2bf72c633049 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:49.254597 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-4f6ee5dc-d1de-444a-bcfa-2bf72c633049 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.46 "GET /v2.0/networks?id=295295ac-f6af-4bcd-a052-58ea42c8fc65 HTTP/1.1" status: 200 len: 818 time: 0.4838879 May 10 15:28:49.262908 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:49.268560 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Request body: {'port': {'device_id': '5d915642-a9d1-4620-9a6d-a1b07ed8dfad', 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65', 'admin_state_up': True, 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:49.323890 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Transition to ACTIVE for port object 4432053a-9d9a-4b16-b6cc-124ff1274d20 will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:28:49.331049 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:49.354502 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:49.508377 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 43960) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:49.516952 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Pushing event updated for resources: {'Port': ['ID=4432053a-9d9a-4b16-b6cc-124ff1274d20,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:49.522725 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:49.590375 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.46', 50509) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:49.606542 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:49.614206 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Usage tracker for resource:port and tenant:bf36bc9313b0433d889286c8d877bce8 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:49.618934 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:49.625760 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:49.642862 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Made reservation on behalf of bf36bc9313b0433d889286c8d877bce8 for: {'port': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:28:49.647199 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:49.794501 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Attempting to bind port 4432053a-9d9a-4b16-b6cc-124ff1274d20 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:28:49.795080 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Attempting to bind port 4432053a-9d9a-4b16-b6cc-124ff1274d20 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '9785a653-52ff-49d8-9161-b0f125ed80ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:28:49.795080 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Attempting to bind port 4432053a-9d9a-4b16-b6cc-124ff1274d20 on network 295295ac-f6af-4bcd-a052-58ea42c8fc65 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:28:49.813217 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Port 4432053a-9d9a-4b16-b6cc-124ff1274d20 on network 295295ac-f6af-4bcd-a052-58ea42c8fc65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:28:49.813534 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Attempting to bind port 4432053a-9d9a-4b16-b6cc-124ff1274d20 on network 295295ac-f6af-4bcd-a052-58ea42c8fc65 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:28:49.834817 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:28:49.835176 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Checking segment: {'id': '9785a653-52ff-49d8-9161-b0f125ed80ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:28:49.835563 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Bound using segment: {'id': '9785a653-52ff-49d8-9161-b0f125ed80ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:28:49.836027 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Bound port: 4432053a-9d9a-4b16-b6cc-124ff1274d20, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9785a653-52ff-49d8-9161-b0f125ed80ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:28:49.836501 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:49.878408 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8edf15d3-6502-472f-ba1e-e6d5d6724e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:49.909337 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-8edf15d3-6502-472f-ba1e-e6d5d6724e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:49.923159 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-8edf15d3-6502-472f-ba1e-e6d5d6724e14 admin admin] Usage tracker for resource:security_group_rule and tenant:b1afc0414ce64730be63b6d6e7402998 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:49.926098 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252e453-c346-4228-aaf2-59627b697d66 req-58de6425-c55d-4214-9c87-5b02ae81f015 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:49.927742 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f252e453-c346-4228-aaf2-59627b697d66 req-58de6425-c55d-4214-9c87-5b02ae81f015 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.46 "GET /v2.0/networks?id=e72a75bc-84e4-4072-bd72-d6e58af56db3 HTTP/1.1" status: 200 len: 811 time: 0.3263693 May 10 15:28:49.929205 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-8edf15d3-6502-472f-ba1e-e6d5d6724e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:49.954254 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-8edf15d3-6502-472f-ba1e-e6d5d6724e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:50.050550 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-ab331017-0adb-4537-9b5a-33f3b84771ac req-58261bc2-1f94-41f2-b7d4-cdff39002aed tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Synchronizing usage tracker for tenant:bf36bc9313b0433d889286c8d877bce8 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:28:50.105185 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-ab331017-0adb-4537-9b5a-33f3b84771ac req-58261bc2-1f94-41f2-b7d4-cdff39002aed tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Unset dirty status for tenant:bf36bc9313b0433d889286c8d877bce8 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:28:50.106354 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ab331017-0adb-4537-9b5a-33f3b84771ac req-58261bc2-1f94-41f2-b7d4-cdff39002aed tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 210 time: 0.1745372 May 10 15:28:50.121352 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f252e453-c346-4228-aaf2-59627b697d66 req-24c44ad0-f8fe-4d6a-bc31-401fcc83086b tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=376336f6ca3c4e8898d9998b100bc64d HTTP/1.1" status: 200 len: 379 time: 0.1003790 May 10 15:28:50.134215 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-f252e453-c346-4228-aaf2-59627b697d66 req-04b4270e-4b54-4137-b0f2-227e9b9f7341 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Request body: {'port': {'device_id': '1dd27467-7497-4215-aca8-5a6477b0277c', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'admin_state_up': True, 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'security_groups': ['052a5a18-871e-4c8e-b234-56d767dc788a']}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:50.203370 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Allocated IP 172.20.0.11 (295295ac-f6af-4bcd-a052-58ea42c8fc65/267b5f04-b662-4592-a7d5-8c1f3a4c55e0/53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:28:50.220487 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 44004) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:50.326783 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-f252e453-c346-4228-aaf2-59627b697d66 req-04b4270e-4b54-4137-b0f2-227e9b9f7341 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:50.345147 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] For port 4432053a-9d9a-4b16-b6cc-124ff1274d20, host hv-cinder-78494, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:28:50.353852 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-f252e453-c346-4228-aaf2-59627b697d66 req-04b4270e-4b54-4137-b0f2-227e9b9f7341 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:50.362552 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] For port 4432053a-9d9a-4b16-b6cc-124ff1274d20, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=4432053a-9d9a-4b16-b6cc-124ff1274d20,segment=NetworkSegment(9785a653-52ff-49d8-9161-b0f125ed80ab),segment_id=9785a653-52ff-49d8-9161-b0f125ed80ab)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:28:50.368739 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:50.388102 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:50.476640 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:28:50.561632 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3e5a1538-3d50-49bb-bbe7-232d96026e44 req-a9d58e07-5dbe-42bb-ab1d-8116273f709d tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 210 time: 0.0736542 May 10 15:28:50.578599 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:50.579219 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:50.589575 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-011f8945-8853-416d-a558-915eeebc356f req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] 10.222.0.46 "PUT /v2.0/ports/4432053a-9d9a-4b16-b6cc-124ff1274d20 HTTP/1.1" status: 200 len: 1094 time: 2.1294723 May 10 15:28:50.589575 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe28f04-e7c9-43db-9aee-4bafa2650db4', 'tag': '4432053a-9d9a-4b16-b6cc-124ff1274d20'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:28:50.625799 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Pushing event updated for resources: {'Port': ['ID=4432053a-9d9a-4b16-b6cc-124ff1274d20,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:50.630290 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:50.721126 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe28f04-e7c9-43db-9aee-4bafa2650db4', 'tag': '4432053a-9d9a-4b16-b6cc-124ff1274d20', 'status': 'completed', 'code': 200} May 10 15:28:50.737166 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8945-8853-416d-a558-915eeebc356f req-0a5974c9-df33-4d0f-8373-6c70736c7351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:50.739019 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-011f8945-8853-416d-a558-915eeebc356f req-0a5974c9-df33-4d0f-8373-6c70736c7351 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf36bc9313b0433d889286c8d877bce8&device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 1097 time: 0.1101160 May 10 15:28:50.756820 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9a4a07d9-3a8f-4125-a012-c4ac036c2ec4,segment=NetworkSegment(a6cea30d-4fbe-42d2-983e-7dc6fb401778),segment_id=a6cea30d-4fbe-42d2-983e-7dc6fb401778)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:28:50.783868 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': '9a4a07d9-3a8f-4125-a012-c4ac036c2ec4', 'network_id': 'f51fb702-9234-4d12-83a8-783039610371', 'port_id': '9a4a07d9-3a8f-4125-a012-c4ac036c2ec4', 'mac_address': 'fa:16:3e:39:df:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055f4b5b-331f-4ae9-8dbc-2cc7143113c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:28:50.834722 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8edf15d3-6502-472f-ba1e-e6d5d6724e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:50.845489 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-fc87c150-c607-4eff-9e13-82b956d25523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:50.857634 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:50.871995 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8edf15d3-6502-472f-ba1e-e6d5d6724e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:50.880771 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:28:50.897111 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-fc87c150-c607-4eff-9e13-82b956d25523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:50.903889 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a19c3cd1-ee64-44eb-93c0-b200e5c00b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:50.904807 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9a4a07d9-3a8f-4125-a012-c4ac036c2ec4,segment=NetworkSegment(a6cea30d-4fbe-42d2-983e-7dc6fb401778),segment_id=a6cea30d-4fbe-42d2-983e-7dc6fb401778)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:28:50.910772 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:50.912920 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:50.917979 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f252e453-c346-4228-aaf2-59627b697d66 req-04b4270e-4b54-4137-b0f2-227e9b9f7341 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Made reservation on behalf of 376336f6ca3c4e8898d9998b100bc64d for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:28:50.922816 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f252e453-c346-4228-aaf2-59627b697d66 req-04b4270e-4b54-4137-b0f2-227e9b9f7341 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:50.924906 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-fc87c150-c607-4eff-9e13-82b956d25523 admin admin] Usage tracker for resource:security_group_rule and tenant:96bc1ddc7b9e4a4dad17aeaf386472a1 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:50.933936 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-011f8945-8853-416d-a558-915eeebc356f req-5be5682e-7610-42a8-ada3-1f414803d81f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4432053a-9d9a-4b16-b6cc-124ff1274d20 HTTP/1.1" status: 200 len: 217 time: 0.1862988 May 10 15:28:50.958537 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-fc87c150-c607-4eff-9e13-82b956d25523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:51.009426 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=9a4a07d9-3a8f-4125-a012-c4ac036c2ec4,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:51.009961 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:51.013589 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:51.057407 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-fc87c150-c607-4eff-9e13-82b956d25523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:51.067708 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-8edf15d3-6502-472f-ba1e-e6d5d6724e14 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1afc0414ce64730be63b6d6e7402998&name=default HTTP/1.1" status: 200 len: 2977 time: 1.4642162 May 10 15:28:51.068035 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 44040) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:51.075287 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf15d3-6502-472f-ba1e-e6d5d6724e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1289d51f-17b6-4277-84be-9329b91453ac,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:51.084156 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8edf15d3-6502-472f-ba1e-e6d5d6724e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:51.109926 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c176385-a22b-4ee9-a3e6-b4c157cfb4fd req-8ee46ad0-7005-43c3-8055-3cda22e82e0d tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:51.111455 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0c176385-a22b-4ee9-a3e6-b4c157cfb4fd req-8ee46ad0-7005-43c3-8055-3cda22e82e0d tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 943 time: 0.7466977 May 10 15:28:51.114558 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:51.119001 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8945-8853-416d-a558-915eeebc356f req-bed54405-dde7-4789-bf5b-76b5bc8ac9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:51.121419 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-011f8945-8853-416d-a558-915eeebc356f req-bed54405-dde7-4789-bf5b-76b5bc8ac9d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=267b5f04-b662-4592-a7d5-8c1f3a4c55e0 HTTP/1.1" status: 200 len: 858 time: 0.1791322 May 10 15:28:51.126764 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:51.232092 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d8f13e59-5afc-4e52-8816-245e094885e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:51.260394 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d8f13e59-5afc-4e52-8816-245e094885e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:51.281223 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Network 295295ac-f6af-4bcd-a052-58ea42c8fc65 is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:28:51.292863 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:28:51.301921 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:28:51.307713 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:51.308636 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:51.321933 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-fc87c150-c607-4eff-9e13-82b956d25523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:51.347564 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-fc87c150-c607-4eff-9e13-82b956d25523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:51.352224 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Pushing event updated for resources: {'Port': ['ID=53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:51.359488 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-f252e453-c346-4228-aaf2-59627b697d66 req-04b4270e-4b54-4137-b0f2-227e9b9f7341 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Allocated IP 172.20.0.14 (e72a75bc-84e4-4072-bd72-d6e58af56db3/2b2bbde6-dc52-4ea4-8c27-065ac376bc64/2171f8f2-9674-45c6-ac31-e7f28cb5e95d) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:28:51.370771 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0c176385-a22b-4ee9-a3e6-b4c157cfb4fd req-00c62b36-05f3-4a5d-8dee-23bb9874f087 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445612 May 10 15:28:51.371210 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:51.375896 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:51.441015 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87c150-c607-4eff-9e13-82b956d25523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82292d03-5da0-4e83-b700-36fc0419474f,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:51.444669 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-fc87c150-c607-4eff-9e13-82b956d25523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:51.448806 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-fc87c150-c607-4eff-9e13-82b956d25523 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=96bc1ddc7b9e4a4dad17aeaf386472a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2247210 May 10 15:28:51.451621 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 44066) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:51.470953 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d8f13e59-5afc-4e52-8816-245e094885e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:51.472188 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2075791 May 10 15:28:51.478961 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41137549-2306-4c0b-8428-4d7c5ad540ab req-e446b21e-6fbe-44f2-b60e-1d31ce651979 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:51.480783 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-41137549-2306-4c0b-8428-4d7c5ad540ab req-e446b21e-6fbe-44f2-b60e-1d31ce651979 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 932 time: 0.2051742 May 10 15:28:51.505851 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:51.526148 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cd4822ce-4148-49bf-8883-7589b6e4654d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:51.553194 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cd4822ce-4148-49bf-8883-7589b6e4654d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:51.588141 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f13e59-5afc-4e52-8816-245e094885e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1289d51f-17b6-4277-84be-9329b91453ac,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:51.597405 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d8f13e59-5afc-4e52-8816-245e094885e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:51.658185 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cd4822ce-4148-49bf-8883-7589b6e4654d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:51.661901 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-41137549-2306-4c0b-8428-4d7c5ad540ab req-0402523e-e0a0-43aa-a71c-9bbab44dce76 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654036 May 10 15:28:51.665881 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:51.668651 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d8f13e59-5afc-4e52-8816-245e094885e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:51.672596 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-d8f13e59-5afc-4e52-8816-245e094885e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1289d51f-17b6-4277-84be-9329b91453ac HTTP/1.1" status: 204 len: 168 time: 0.6025987 May 10 15:28:51.696927 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4822ce-4148-49bf-8883-7589b6e4654d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82292d03-5da0-4e83-b700-36fc0419474f,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:51.701960 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-cd4822ce-4148-49bf-8883-7589b6e4654d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:51.706792 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cd4822ce-4148-49bf-8883-7589b6e4654d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:51.713913 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-cd4822ce-4148-49bf-8883-7589b6e4654d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82292d03-5da0-4e83-b700-36fc0419474f HTTP/1.1" status: 204 len: 168 time: 0.2612188 May 10 15:28:51.726237 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f252e453-c346-4228-aaf2-59627b697d66 req-04b4270e-4b54-4137-b0f2-227e9b9f7341 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:51.742978 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-f252e453-c346-4228-aaf2-59627b697d66 req-04b4270e-4b54-4137-b0f2-227e9b9f7341 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Transition to ACTIVE for port object 2171f8f2-9674-45c6-ac31-e7f28cb5e95d will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:28:51.777937 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f252e453-c346-4228-aaf2-59627b697d66 req-04b4270e-4b54-4137-b0f2-227e9b9f7341 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:51.801516 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:51.865749 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f252e453-c346-4228-aaf2-59627b697d66 req-04b4270e-4b54-4137-b0f2-227e9b9f7341 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Network e72a75bc-84e4-4072-bd72-d6e58af56db3 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:28:51.869623 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-f252e453-c346-4228-aaf2-59627b697d66 req-04b4270e-4b54-4137-b0f2-227e9b9f7341 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:28:51.893387 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-f252e453-c346-4228-aaf2-59627b697d66 req-04b4270e-4b54-4137-b0f2-227e9b9f7341 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:28:51.900827 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252e453-c346-4228-aaf2-59627b697d66 req-04b4270e-4b54-4137-b0f2-227e9b9f7341 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:51.901714 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f252e453-c346-4228-aaf2-59627b697d66 req-04b4270e-4b54-4137-b0f2-227e9b9f7341 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:51.956693 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4270e-4b54-4137-b0f2-227e9b9f7341 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Pushing event updated for resources: {'Port': ['ID=2171f8f2-9674-45c6-ac31-e7f28cb5e95d,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:51.969691 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-04b4270e-4b54-4137-b0f2-227e9b9f7341 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:51.982508 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f252e453-c346-4228-aaf2-59627b697d66 req-04b4270e-4b54-4137-b0f2-227e9b9f7341 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8523290 May 10 15:28:52.000703 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48415d52-b953-4fc7-a8c2-1404c2c185e4 req-f5ee0aa6-7879-427d-853f-5b2db13fec4b tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:52.002263 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-48415d52-b953-4fc7-a8c2-1404c2c185e4 req-f5ee0aa6-7879-427d-853f-5b2db13fec4b tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 932 time: 0.2079844 May 10 15:28:52.096071 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-48415d52-b953-4fc7-a8c2-1404c2c185e4 req-fc46b26e-5547-4e15-b4a6-cddf9663ae5f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772386 May 10 15:28:52.226440 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-7eaeb29c-1256-4170-9fa6-888eacda1ed0 None None] Provisioning for port 2171f8f2-9674-45c6-ac31-e7f28cb5e95d completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:28:52.234210 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-7eaeb29c-1256-4170-9fa6-888eacda1ed0 None None] Provisioning complete for port 2171f8f2-9674-45c6-ac31-e7f28cb5e95d triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:28:52.236134 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb29c-1256-4170-9fa6-888eacda1ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:52.262554 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 44118) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:52.292748 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 44124) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:52.294341 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5a5593ee-7c0f-4d87-a01c-dff1fde38b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:52.321780 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-7eaeb29c-1256-4170-9fa6-888eacda1ed0 None None] Port 2171f8f2-9674-45c6-ac31-e7f28cb5e95d cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:28:52.332764 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c9d065f1-5133-4b12-a239-babfbf2c50c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:52.334127 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-5a5593ee-7c0f-4d87-a01c-dff1fde38b1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:52.338521 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-5a5593ee-7c0f-4d87-a01c-dff1fde38b1e admin admin] Usage tracker for resource:security_group_rule and tenant:594f6e88015942f6a72bfa4a87bb7b62 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:52.342330 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-5a5593ee-7c0f-4d87-a01c-dff1fde38b1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:52.349170 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-5a5593ee-7c0f-4d87-a01c-dff1fde38b1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:52.359725 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-c9d065f1-5133-4b12-a239-babfbf2c50c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:52.364819 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-c9d065f1-5133-4b12-a239-babfbf2c50c8 admin admin] Usage tracker for resource:security_group_rule and tenant:fb2808faaaa540a1a0eb7ab809cc3ab0 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:52.369135 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-c9d065f1-5133-4b12-a239-babfbf2c50c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:52.376804 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-c9d065f1-5133-4b12-a239-babfbf2c50c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:52.500885 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5a5593ee-7c0f-4d87-a01c-dff1fde38b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:52.507620 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5a5593ee-7c0f-4d87-a01c-dff1fde38b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:52.520258 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c9d065f1-5133-4b12-a239-babfbf2c50c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:52.521755 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:52.529893 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c9d065f1-5133-4b12-a239-babfbf2c50c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:52.565285 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-5a5593ee-7c0f-4d87-a01c-dff1fde38b1e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=594f6e88015942f6a72bfa4a87bb7b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016374 May 10 15:28:52.566183 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5593ee-7c0f-4d87-a01c-dff1fde38b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bca4a77-dfe6-42eb-9e54-d204721d69ac,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:52.568838 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 44136) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:52.571251 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-5a5593ee-7c0f-4d87-a01c-dff1fde38b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:52.596168 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:52.634784 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7685b0e6-ec4e-4dcf-b463-67941d5118e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:52.642451 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d065f1-5133-4b12-a239-babfbf2c50c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe33ef2-2588-4370-8fdf-01d44d02498f,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:52.646489 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c9d065f1-5133-4b12-a239-babfbf2c50c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:52.655614 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-c9d065f1-5133-4b12-a239-babfbf2c50c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb2808faaaa540a1a0eb7ab809cc3ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617594 May 10 15:28:52.658188 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 44140) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:52.669369 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7685b0e6-ec4e-4dcf-b463-67941d5118e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:52.698571 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7dfb9-2127-459a-9b30-807fda61ec21 req-c8e07b70-a203-46c7-b2b6-27264a4286f9 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:52.700134 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-83e7dfb9-2127-459a-9b30-807fda61ec21 req-c8e07b70-a203-46c7-b2b6-27264a4286f9 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 944 time: 0.1729233 May 10 15:28:52.735393 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7685b0e6-ec4e-4dcf-b463-67941d5118e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:52.748101 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a1aa3875-a1c4-42a1-8499-1214d7034a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:52.775468 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-db6a5123-9c9d-4d4c-ac15-efac7da8b51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:52.775975 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685b0e6-ec4e-4dcf-b463-67941d5118e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bca4a77-dfe6-42eb-9e54-d204721d69ac,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:52.782700 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7685b0e6-ec4e-4dcf-b463-67941d5118e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:52.791414 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-83e7dfb9-2127-459a-9b30-807fda61ec21 req-b99392fa-f638-4470-bf10-c04951c7beab tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832100 May 10 15:28:52.794006 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7685b0e6-ec4e-4dcf-b463-67941d5118e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:52.795158 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-7685b0e6-ec4e-4dcf-b463-67941d5118e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6bca4a77-dfe6-42eb-9e54-d204721d69ac HTTP/1.1" status: 204 len: 168 time: 0.2254174 May 10 15:28:52.856312 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-db6a5123-9c9d-4d4c-ac15-efac7da8b51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:52.969360 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-db6a5123-9c9d-4d4c-ac15-efac7da8b51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:52.976897 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:53.008018 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 44158) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:53.008779 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a5123-9c9d-4d4c-ac15-efac7da8b51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe33ef2-2588-4370-8fdf-01d44d02498f,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:53.011081 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-db6a5123-9c9d-4d4c-ac15-efac7da8b51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:53.037410 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-db6a5123-9c9d-4d4c-ac15-efac7da8b51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:53.039591 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-db6a5123-9c9d-4d4c-ac15-efac7da8b51c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/efe33ef2-2588-4370-8fdf-01d44d02498f HTTP/1.1" status: 204 len: 168 time: 0.3804760 May 10 15:28:53.091686 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaebce-9e1a-4c44-860f-b7f6a83760f8 req-b9077203-a0b5-4e0b-a032-aafa058f4f2e tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:53.092434 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-94eaebce-9e1a-4c44-860f-b7f6a83760f8 req-b9077203-a0b5-4e0b-a032-aafa058f4f2e tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Synchronizing usage tracker for tenant:bf36bc9313b0433d889286c8d877bce8 on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:28:53.109906 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-94eaebce-9e1a-4c44-860f-b7f6a83760f8 req-b9077203-a0b5-4e0b-a032-aafa058f4f2e tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Unset dirty status for tenant:bf36bc9313b0433d889286c8d877bce8 on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:28:53.111525 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-94eaebce-9e1a-4c44-860f-b7f6a83760f8 req-b9077203-a0b5-4e0b-a032-aafa058f4f2e tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 932 time: 0.1970232 May 10 15:28:53.165951 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-94eaebce-9e1a-4c44-860f-b7f6a83760f8 req-1319a7e6-b7f6-4a75-a00c-7f542d4a825c tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Synchronizing usage tracker for tenant:bf36bc9313b0433d889286c8d877bce8 on resource:security_group {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:28:53.197695 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-94eaebce-9e1a-4c44-860f-b7f6a83760f8 req-1319a7e6-b7f6-4a75-a00c-7f542d4a825c tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Unset dirty status for tenant:bf36bc9313b0433d889286c8d877bce8 on resource:security_group {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:28:53.200024 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-94eaebce-9e1a-4c44-860f-b7f6a83760f8 req-1319a7e6-b7f6-4a75-a00c-7f542d4a825c tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824754 May 10 15:28:53.216405 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-55cce0dd-489c-49dc-80a3-4310ca504571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:53.242323 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-55cce0dd-489c-49dc-80a3-4310ca504571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:53.247047 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-55cce0dd-489c-49dc-80a3-4310ca504571 admin admin] Usage tracker for resource:security_group_rule and tenant:fcf40167b2124e4b8500d41c1df8c74c is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:53.251947 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-55cce0dd-489c-49dc-80a3-4310ca504571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:53.293246 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-55cce0dd-489c-49dc-80a3-4310ca504571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:53.383805 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0ed2b-3bbb-4914-a777-d5ada5907617 req-4ebb8920-c03a-4c59-a81e-5487b3a787cd tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:53.384688 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-f4f0ed2b-3bbb-4914-a777-d5ada5907617 req-4ebb8920-c03a-4c59-a81e-5487b3a787cd tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Synchronizing usage tracker for tenant:376336f6ca3c4e8898d9998b100bc64d on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:28:53.407057 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-f4f0ed2b-3bbb-4914-a777-d5ada5907617 req-4ebb8920-c03a-4c59-a81e-5487b3a787cd tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Unset dirty status for tenant:376336f6ca3c4e8898d9998b100bc64d on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:28:53.408288 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f4f0ed2b-3bbb-4914-a777-d5ada5907617 req-4ebb8920-c03a-4c59-a81e-5487b3a787cd tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 932 time: 0.1575058 May 10 15:28:53.487677 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-55cce0dd-489c-49dc-80a3-4310ca504571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:53.491021 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f4f0ed2b-3bbb-4914-a777-d5ada5907617 req-10c3600d-1530-4e84-b672-53972785a21d tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678570 May 10 15:28:53.493713 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-55cce0dd-489c-49dc-80a3-4310ca504571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:53.504573 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:53.559536 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-55cce0dd-489c-49dc-80a3-4310ca504571 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fcf40167b2124e4b8500d41c1df8c74c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5441124 May 10 15:28:53.559536 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cce0dd-489c-49dc-80a3-4310ca504571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f0afc3-5884-4beb-976e-6620fc256afe,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:53.560050 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 44190) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:53.572209 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-55cce0dd-489c-49dc-80a3-4310ca504571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:53.636289 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-2f8b97bf-cdb2-4fcb-b6b3-7fd83aaee7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:53.662788 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-2f8b97bf-cdb2-4fcb-b6b3-7fd83aaee7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:53.721881 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-2f8b97bf-cdb2-4fcb-b6b3-7fd83aaee7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:53.727182 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-5fe00ed2-ff07-4b64-860b-822adc60e3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:53.743547 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b97bf-cdb2-4fcb-b6b3-7fd83aaee7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f0afc3-5884-4beb-976e-6620fc256afe,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:53.752398 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-2f8b97bf-cdb2-4fcb-b6b3-7fd83aaee7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:53.754836 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-2f8b97bf-cdb2-4fcb-b6b3-7fd83aaee7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:53.758567 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-2f8b97bf-cdb2-4fcb-b6b3-7fd83aaee7a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57f0afc3-5884-4beb-976e-6620fc256afe HTTP/1.1" status: 204 len: 168 time: 0.1970577 May 10 15:28:53.903521 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Request body: {'port': {'device_id': '5d915642-a9d1-4620-9a6d-a1b07ed8dfad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:53.915962 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['9a4a07d9-3a8f-4125-a012-c4ac036c2ec4'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:28:53.939284 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Request body: {'port': {'device_id': '1dd27467-7497-4215-aca8-5a6477b0277c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:28:53.983806 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-011f8945-8853-416d-a558-915eeebc356f req-474993f2-f712-4c25-8427-e8d306122217 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=295295ac-f6af-4bcd-a052-58ea42c8fc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885749 May 10 15:28:54.140995 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:54.147260 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:54.182710 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c73c78-1dad-4e32-bdbc-5872ab621b31 req-cc00d645-6aaa-43b6-9d63-9c46d4562594 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:54.184209 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-85c73c78-1dad-4e32-bdbc-5872ab621b31 req-cc00d645-6aaa-43b6-9d63-9c46d4562594 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 944 time: 0.2232299 May 10 15:28:54.325859 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-011f8945-8853-416d-a558-915eeebc356f req-ef49a8dc-0c72-45d9-9f1d-65c1c6dd737a service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341479 May 10 15:28:54.436147 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-85c73c78-1dad-4e32-bdbc-5872ab621b31 req-eeb32cc9-5972-45b0-af0d-6c6f1b720899 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066786 May 10 15:28:54.516588 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 44230) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:54.538936 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-470af23e-532c-4c6e-b75d-0d3c5e5cc5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:54.564667 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-470af23e-532c-4c6e-b75d-0d3c5e5cc5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:54.569673 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-470af23e-532c-4c6e-b75d-0d3c5e5cc5aa admin admin] Usage tracker for resource:security_group_rule and tenant:fe0cde8606874837af7098b6280254f1 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:54.574484 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-470af23e-532c-4c6e-b75d-0d3c5e5cc5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:54.581510 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-470af23e-532c-4c6e-b75d-0d3c5e5cc5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:54.650881 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bd80d-27e2-4b04-b2cc-46cc28db4ab8 req-2f21793e-01d2-4a77-8eac-ed048ebf4a89 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:54.652755 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dc4bd80d-27e2-4b04-b2cc-46cc28db4ab8 req-2f21793e-01d2-4a77-8eac-ed048ebf4a89 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 932 time: 0.1902530 May 10 15:28:54.779153 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dc4bd80d-27e2-4b04-b2cc-46cc28db4ab8 req-2b079d59-e42a-4ba7-b889-7b41f963027c tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975003 May 10 15:28:54.781300 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2171f8f2-9674-45c6-ac31-e7f28cb5e95d {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:28:54.790763 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:54.816184 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Transition to ACTIVE for port object 2171f8f2-9674-45c6-ac31-e7f28cb5e95d will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:28:54.822687 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:54.836274 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-04b4270e-4b54-4137-b0f2-227e9b9f7341 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:54.879512 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-470af23e-532c-4c6e-b75d-0d3c5e5cc5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:54.884536 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-470af23e-532c-4c6e-b75d-0d3c5e5cc5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:54.896264 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-07715bea-a604-44a8-8fe2-5b65dbdd65de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:54.984728 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-470af23e-532c-4c6e-b75d-0d3c5e5cc5aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe0cde8606874837af7098b6280254f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4671609 May 10 15:28:54.988278 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470af23e-532c-4c6e-b75d-0d3c5e5cc5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5fd756-a03f-438f-a600-cef504d95be1,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:54.990896 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 44260) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:55.009366 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-470af23e-532c-4c6e-b75d-0d3c5e5cc5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:55.033554 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c2d7a091-42b8-4d45-a1f4-57e13ad185a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:55.095394 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Attempting to bind port 2171f8f2-9674-45c6-ac31-e7f28cb5e95d on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:28:55.095963 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Attempting to bind port 2171f8f2-9674-45c6-ac31-e7f28cb5e95d by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:28:55.096456 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Attempting to bind port 2171f8f2-9674-45c6-ac31-e7f28cb5e95d on network e72a75bc-84e4-4072-bd72-d6e58af56db3 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:28:55.118084 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Pushing event updated for resources: {'Port': ['ID=2171f8f2-9674-45c6-ac31-e7f28cb5e95d,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:55.126480 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Port 2171f8f2-9674-45c6-ac31-e7f28cb5e95d on network e72a75bc-84e4-4072-bd72-d6e58af56db3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:28:55.127026 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Attempting to bind port 2171f8f2-9674-45c6-ac31-e7f28cb5e95d on network e72a75bc-84e4-4072-bd72-d6e58af56db3 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:28:55.129770 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:55.142760 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:28:55.143036 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Checking segment: {'id': 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:28:55.143470 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Bound using segment: {'id': 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:28:55.143857 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Bound port: 2171f8f2-9674-45c6-ac31-e7f28cb5e95d, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:28:55.144217 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:55.255617 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44744d03-05b9-4277-b251-d7e8c02a1bf4 req-4ce10cba-b340-4085-8b11-d1bfd202284a tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:55.263182 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-44744d03-05b9-4277-b251-d7e8c02a1bf4 req-4ce10cba-b340-4085-8b11-d1bfd202284a tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 932 time: 0.5701931 May 10 15:28:55.323445 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f {{(pid=78734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:28:55.337114 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:55.368198 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-44744d03-05b9-4277-b251-d7e8c02a1bf4 req-d3d3838d-3b31-4e68-ba8b-63b2f6307966 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034455 May 10 15:28:55.388009 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-e9850c86-3d36-4a74-bb2f-0342191a62b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:55.392491 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Transition to ACTIVE for port object 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:28:55.402978 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:55.405984 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] For port 2171f8f2-9674-45c6-ac31-e7f28cb5e95d, host hv-cinder-78494, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:28:55.416017 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8f09be65-8730-4e0a-a536-2bef071a50f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:55.417581 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] For port 2171f8f2-9674-45c6-ac31-e7f28cb5e95d, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2171f8f2-9674-45c6-ac31-e7f28cb5e95d,segment=NetworkSegment(dd9b3c20-9a16-4266-8ea0-f292f41b2e4f),segment_id=dd9b3c20-9a16-4266-8ea0-f292f41b2e4f)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:28:55.426438 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:55.429261 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-011f8945-8853-416d-a558-915eeebc356f req-44259315-a3c3-4165-aa3a-809619ac9b0d service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619147 May 10 15:28:55.433641 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:55.475439 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-e9850c86-3d36-4a74-bb2f-0342191a62b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:55.497741 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:55.498353 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:55.500492 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f252e453-c346-4228-aaf2-59627b697d66 req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] 10.222.0.46 "PUT /v2.0/ports/2171f8f2-9674-45c6-ac31-e7f28cb5e95d HTTP/1.1" status: 200 len: 1094 time: 1.5696712 May 10 15:28:55.502657 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd27467-7497-4215-aca8-5a6477b0277c', 'tag': '2171f8f2-9674-45c6-ac31-e7f28cb5e95d'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:28:55.537658 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Pushing event updated for resources: {'Port': ['ID=2171f8f2-9674-45c6-ac31-e7f28cb5e95d,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:55.547319 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:55.698087 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd27467-7497-4215-aca8-5a6477b0277c', 'tag': '2171f8f2-9674-45c6-ac31-e7f28cb5e95d', 'status': 'completed', 'code': 200} May 10 15:28:55.735509 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Pushing event updated for resources: {'Port': ['ID=53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:55.741332 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:55.901836 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ae859-322b-43ee-8131-6d1926b2c44a req-dcb96e48-5c99-487b-a60c-4b9b602eea29 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:55.910379 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-255ae859-322b-43ee-8131-6d1926b2c44a req-dcb96e48-5c99-487b-a60c-4b9b602eea29 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 944 time: 0.2077422 May 10 15:28:55.974798 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-255ae859-322b-43ee-8131-6d1926b2c44a req-ea0b76f5-bf7f-4def-845f-36115714ec94 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633326 May 10 15:28:56.016982 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Attempting to bind port 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:28:56.017359 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Attempting to bind port 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '9785a653-52ff-49d8-9161-b0f125ed80ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:28:56.017707 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Attempting to bind port 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f on network 295295ac-f6af-4bcd-a052-58ea42c8fc65 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:28:56.030071 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Port 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f on network 295295ac-f6af-4bcd-a052-58ea42c8fc65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:28:56.031130 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Attempting to bind port 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f on network 295295ac-f6af-4bcd-a052-58ea42c8fc65 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:28:56.042461 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:28:56.042829 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Checking segment: {'id': '9785a653-52ff-49d8-9161-b0f125ed80ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:28:56.043394 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Bound using segment: {'id': '9785a653-52ff-49d8-9161-b0f125ed80ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:28:56.043902 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Bound port: 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9785a653-52ff-49d8-9161-b0f125ed80ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:28:56.045171 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:56.053954 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 44326) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:56.057125 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-e9850c86-3d36-4a74-bb2f-0342191a62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:56.064802 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:56.115201 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9850c86-3d36-4a74-bb2f-0342191a62b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5fd756-a03f-438f-a600-cef504d95be1,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:56.126331 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-e9850c86-3d36-4a74-bb2f-0342191a62b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:56.129956 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-e9850c86-3d36-4a74-bb2f-0342191a62b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:56.133627 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-e9850c86-3d36-4a74-bb2f-0342191a62b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec5fd756-a03f-438f-a600-cef504d95be1 HTTP/1.1" status: 204 len: 168 time: 1.1252651 May 10 15:28:56.195405 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e66909-0a54-4c7f-b74f-2605e62b8ed2 req-7a7774f1-23b2-4b60-81cc-3c8459903bd7 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:56.196900 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-00e66909-0a54-4c7f-b74f-2605e62b8ed2 req-7a7774f1-23b2-4b60-81cc-3c8459903bd7 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 944 time: 0.2628062 May 10 15:28:56.201788 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] For port 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f, host hv-cinder-78494, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:28:56.206699 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] For port 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f,segment=NetworkSegment(9785a653-52ff-49d8-9161-b0f125ed80ab),segment_id=9785a653-52ff-49d8-9161-b0f125ed80ab)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:28:56.211766 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:56.220168 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:56.225652 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cd36af15-551a-4edb-94d6-896c3d08a6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:56.244796 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-cd36af15-551a-4edb-94d6-896c3d08a6b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:56.249320 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-cd36af15-551a-4edb-94d6-896c3d08a6b8 admin admin] Usage tracker for resource:security_group_rule and tenant:600a5b668f4b463da6b6f4c111bfde62 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:56.253155 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-cd36af15-551a-4edb-94d6-896c3d08a6b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:56.261993 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-cd36af15-551a-4edb-94d6-896c3d08a6b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:56.303135 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:56.303798 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:56.305216 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] 10.222.0.46 "PUT /v2.0/ports/53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f HTTP/1.1" status: 200 len: 1094 time: 2.4091940 May 10 15:28:56.313353 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d915642-a9d1-4620-9a6d-a1b07ed8dfad', 'tag': '53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:28:56.373224 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cd36af15-551a-4edb-94d6-896c3d08a6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:56.380045 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cd36af15-551a-4edb-94d6-896c3d08a6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:56.393576 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e9e46092-75ee-4237-aa4a-4c4967caa0cc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:56.405057 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-00e66909-0a54-4c7f-b74f-2605e62b8ed2 req-af8be78b-7351-4989-a07b-6cf7c630aef5 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881030 May 10 15:28:56.409475 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Pushing event updated for resources: {'Port': ['ID=53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:56.412659 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:56.458208 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-cd36af15-551a-4edb-94d6-896c3d08a6b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=600a5b668f4b463da6b6f4c111bfde62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031742 May 10 15:28:56.459235 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36af15-551a-4edb-94d6-896c3d08a6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd8f224-5a90-4ca7-bfc0-a79d5e33f150,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:56.460963 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 44342) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:56.474256 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cd36af15-551a-4edb-94d6-896c3d08a6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:56.562630 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8af7745d-fe94-47f3-84d0-6377b4e5cf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:56.596145 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8af7745d-fe94-47f3-84d0-6377b4e5cf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:56.644912 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d7e4b-92ed-472b-b89e-43bbdee08c52 req-4129599d-a859-46ad-a33c-d6273f69d084 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:56.646396 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-011d7e4b-92ed-472b-b89e-43bbdee08c52 req-4129599d-a859-46ad-a33c-d6273f69d084 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 944 time: 0.1076782 May 10 15:28:56.688726 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8af7745d-fe94-47f3-84d0-6377b4e5cf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:56.697335 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:56.708895 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-011d7e4b-92ed-472b-b89e-43bbdee08c52 req-f9d1dc61-84c8-400a-b925-90feebe052f6 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565717 May 10 15:28:56.713913 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7745d-fe94-47f3-84d0-6377b4e5cf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd8f224-5a90-4ca7-bfc0-a79d5e33f150,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:56.721646 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8af7745d-fe94-47f3-84d0-6377b4e5cf13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:56.727595 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8af7745d-fe94-47f3-84d0-6377b4e5cf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:56.728925 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-8af7745d-fe94-47f3-84d0-6377b4e5cf13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1bd8f224-5a90-4ca7-bfc0-a79d5e33f150 HTTP/1.1" status: 204 len: 168 time: 0.2669079 May 10 15:28:56.779294 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d915642-a9d1-4620-9a6d-a1b07ed8dfad', 'tag': '53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f', 'status': 'completed', 'code': 200} May 10 15:28:57.149602 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 44388) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:57.166606 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d60734b1-4831-4dd8-b295-17d2a002987c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:57.189966 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-d60734b1-4831-4dd8-b295-17d2a002987c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:28:57.193799 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-d60734b1-4831-4dd8-b295-17d2a002987c admin admin] Usage tracker for resource:security_group_rule and tenant:b787b987c6ab49dea6b222828a348f8f is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:28:57.196951 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-d60734b1-4831-4dd8-b295-17d2a002987c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:28:57.204123 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-d60734b1-4831-4dd8-b295-17d2a002987c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:28:57.225810 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a6cc4-1730-44d1-b12a-ca0a90a277fa req-05a40a24-c5d3-4544-b79b-00535dbf3c32 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:57.238290 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-225a6cc4-1730-44d1-b12a-ca0a90a277fa req-05a40a24-c5d3-4544-b79b-00535dbf3c32 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 944 time: 0.1114774 May 10 15:28:57.284273 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-225a6cc4-1730-44d1-b12a-ca0a90a277fa req-ec7b44c2-fad9-4e17-935a-ffbe027a7f0b tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450997 May 10 15:28:57.307328 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d60734b1-4831-4dd8-b295-17d2a002987c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:57.313119 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d60734b1-4831-4dd8-b295-17d2a002987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:57.356741 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:57.367964 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-d60734b1-4831-4dd8-b295-17d2a002987c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b787b987c6ab49dea6b222828a348f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172036 May 10 15:28:57.387836 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 44398) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:28:57.432261 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60734b1-4831-4dd8-b295-17d2a002987c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bf6c41-8870-49ab-9f77-1fe181dad64f,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:57.434345 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-d60734b1-4831-4dd8-b295-17d2a002987c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:57.465833 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf83067-bd3e-4c0c-8771-e95de09c24e7 req-31c2e551-0e54-4b3f-9b16-359a69b5cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:57.467384 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bdf83067-bd3e-4c0c-8771-e95de09c24e7 req-31c2e551-0e54-4b3f-9b16-359a69b5cd0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf36bc9313b0433d889286c8d877bce8&device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 1097 time: 0.1117642 May 10 15:28:57.570466 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c0359b27-1e6b-412a-afb7-6a6a489086a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:57.583103 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f4a54-7865-4c67-95d1-5fb333bf7d34 req-9ab40c5b-7159-4f7e-acb7-a702bc352dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:57.584616 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ac3f4a54-7865-4c67-95d1-5fb333bf7d34 req-9ab40c5b-7159-4f7e-acb7-a702bc352dc2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf36bc9313b0433d889286c8d877bce8&device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 1097 time: 0.2497070 May 10 15:28:57.634977 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c0359b27-1e6b-412a-afb7-6a6a489086a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:57.644040 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90231a5-a65d-4b18-99d6-d12ea466e9ff req-3edc3987-015c-422e-ad86-35d1a5cf376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:57.645473 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a90231a5-a65d-4b18-99d6-d12ea466e9ff req-3edc3987-015c-422e-ad86-35d1a5cf376f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=376336f6ca3c4e8898d9998b100bc64d&device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 1097 time: 0.2567680 May 10 15:28:57.710213 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:57.744010 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf83067-bd3e-4c0c-8771-e95de09c24e7 req-5d63e3a4-9413-4bd6-926f-a5cf083849de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:57.745894 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bdf83067-bd3e-4c0c-8771-e95de09c24e7 req-5d63e3a4-9413-4bd6-926f-a5cf083849de service neutron] 10.222.0.46 "GET /v2.0/networks?id=295295ac-f6af-4bcd-a052-58ea42c8fc65 HTTP/1.1" status: 200 len: 919 time: 0.2717838 May 10 15:28:57.760336 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037b7c6-2694-4cc4-88e3-940a400d25d1 req-89a347a1-e0c0-4c2e-b5d8-6a6d8b95e07b tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:57.761937 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9037b7c6-2694-4cc4-88e3-940a400d25d1 req-89a347a1-e0c0-4c2e-b5d8-6a6d8b95e07b tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 944 time: 0.1696744 May 10 15:28:57.891705 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bdf83067-bd3e-4c0c-8771-e95de09c24e7 req-9746d9aa-824c-4ec6-b2af-0a89514091c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4432053a-9d9a-4b16-b6cc-124ff1274d20 HTTP/1.1" status: 200 len: 217 time: 0.1284952 May 10 15:28:57.912725 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ecc98500-451c-4470-9278-e404a04abe68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:57.950088 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9037b7c6-2694-4cc4-88e3-940a400d25d1 req-5005a85c-19b6-4deb-83e4-3fc6fc576f93 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922825 May 10 15:28:57.973288 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf83067-bd3e-4c0c-8771-e95de09c24e7 req-74678fa8-9f1a-417a-ba21-50551c394f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:57.983257 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bdf83067-bd3e-4c0c-8771-e95de09c24e7 req-74678fa8-9f1a-417a-ba21-50551c394f36 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=267b5f04-b662-4592-a7d5-8c1f3a4c55e0 HTTP/1.1" status: 200 len: 858 time: 0.0790617 May 10 15:28:58.068064 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bdf83067-bd3e-4c0c-8771-e95de09c24e7 req-73596167-d62f-4671-a59e-94342df2d2ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=295295ac-f6af-4bcd-a052-58ea42c8fc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750897 May 10 15:28:58.088636 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90231a5-a65d-4b18-99d6-d12ea466e9ff req-fac50b11-6640-4854-bf2f-18bee463b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:58.090100 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a90231a5-a65d-4b18-99d6-d12ea466e9ff req-fac50b11-6640-4854-bf2f-18bee463b310 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=376336f6ca3c4e8898d9998b100bc64d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4366882 May 10 15:28:58.145064 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c0359b27-1e6b-412a-afb7-6a6a489086a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:58.222832 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-55cce0dd-489c-49dc-80a3-4310ca504571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:58.251669 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f4a54-7865-4c67-95d1-5fb333bf7d34 req-f564a7dd-f7b9-48c0-885a-5f449a2632c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:58.255653 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ac3f4a54-7865-4c67-95d1-5fb333bf7d34 req-f564a7dd-f7b9-48c0-885a-5f449a2632c1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=bf36bc9313b0433d889286c8d877bce8&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6497672 May 10 15:28:58.279701 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bdf83067-bd3e-4c0c-8771-e95de09c24e7 req-3494e17c-50e6-44c7-b858-65e34d484285 service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046475 May 10 15:28:58.344944 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90231a5-a65d-4b18-99d6-d12ea466e9ff req-5a9d47f9-e32b-426a-a81c-7e1dde9771a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:58.346382 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a90231a5-a65d-4b18-99d6-d12ea466e9ff req-5a9d47f9-e32b-426a-a81c-7e1dde9771a2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2465916 May 10 15:28:58.476601 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bdf83067-bd3e-4c0c-8771-e95de09c24e7 req-e44ced5c-2ddc-45d1-9853-6b19b806c8f1 service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899962 May 10 15:28:58.518034 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0359b27-1e6b-412a-afb7-6a6a489086a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bf6c41-8870-49ab-9f77-1fe181dad64f,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:28:58.538349 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c0359b27-1e6b-412a-afb7-6a6a489086a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:28:58.573962 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:58.595006 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc634cf-12a1-4162-9ae0-3b4bc04fae63 req-04177270-99cb-4916-aba7-10343ca762f6 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:58.602193 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-bbc634cf-12a1-4162-9ae0-3b4bc04fae63 req-04177270-99cb-4916-aba7-10343ca762f6 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 944 time: 0.6666973 May 10 15:28:58.606424 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f4a54-7865-4c67-95d1-5fb333bf7d34 req-9a3abe2b-f160-4992-9a18-0833b5821dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:58.607929 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ac3f4a54-7865-4c67-95d1-5fb333bf7d34 req-9a3abe2b-f160-4992-9a18-0833b5821dc9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2606411 May 10 15:28:58.609332 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c0359b27-1e6b-412a-afb7-6a6a489086a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:58.610315 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-c0359b27-1e6b-412a-afb7-6a6a489086a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/18bf6c41-8870-49ab-9f77-1fe181dad64f HTTP/1.1" status: 204 len: 168 time: 1.2203228 May 10 15:28:58.675441 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252e453-c346-4228-aaf2-59627b697d66 req-1c961519-9754-470e-871d-8262d6f1992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:58.676012 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f252e453-c346-4228-aaf2-59627b697d66 req-1c961519-9754-470e-871d-8262d6f1992f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=376336f6ca3c4e8898d9998b100bc64d&device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 1097 time: 0.1927006 May 10 15:28:58.719915 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-bbc634cf-12a1-4162-9ae0-3b4bc04fae63 req-bca7bfda-d650-422d-91ab-0f611147fdda tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166818 May 10 15:28:58.754038 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdaba5-1f78-41e0-bd2b-8fa0613cfc9f req-e8c142d3-a78f-47b9-9e71-dd24c2d95efa tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:58.762432 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-05bdaba5-1f78-41e0-bd2b-8fa0613cfc9f req-e8c142d3-a78f-47b9-9e71-dd24c2d95efa tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 944 time: 0.2300589 May 10 15:28:58.795160 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f252e453-c346-4228-aaf2-59627b697d66 req-f3c573a3-4c1a-441a-bdc3-e67586170ec9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2171f8f2-9674-45c6-ac31-e7f28cb5e95d HTTP/1.1" status: 200 len: 217 time: 0.0699100 May 10 15:28:58.811040 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-05bdaba5-1f78-41e0-bd2b-8fa0613cfc9f req-5657c3f3-07ea-49b3-bd7d-0d6b86373104 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477207 May 10 15:28:58.878664 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252e453-c346-4228-aaf2-59627b697d66 req-1eb2a962-3f10-4451-9e75-c8c6e361d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:58.881396 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f252e453-c346-4228-aaf2-59627b697d66 req-1eb2a962-3f10-4451-9e75-c8c6e361d7d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b2bbde6-dc52-4ea4-8c27-065ac376bc64 HTTP/1.1" status: 200 len: 850 time: 0.0786400 May 10 15:28:58.883385 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-b8839ce6-0092-4ad9-a12a-c3af76040ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:58.884712 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-b8839ce6-0092-4ad9-a12a-c3af76040ffe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf36bc9313b0433d889286c8d877bce8&device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 1097 time: 0.2058721 May 10 15:28:59.007601 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-f29b035d-7c96-4b5c-bee2-f7399d887d49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f HTTP/1.1" status: 200 len: 217 time: 0.1103728 May 10 15:28:59.087568 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-8c0265de-fa8e-4138-8c8f-f40ef72127ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:59.089231 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-8c0265de-fa8e-4138-8c8f-f40ef72127ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=267b5f04-b662-4592-a7d5-8c1f3a4c55e0 HTTP/1.1" status: 200 len: 858 time: 0.0748506 May 10 15:28:59.136999 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252e453-c346-4228-aaf2-59627b697d66 req-dadfd5ef-d9e7-4aa4-94cc-e21aa23e4409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:59.138484 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f252e453-c346-4228-aaf2-59627b697d66 req-dadfd5ef-d9e7-4aa4-94cc-e21aa23e4409 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e72a75bc-84e4-4072-bd72-d6e58af56db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2426832 May 10 15:28:59.146078 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-f87dcbda-3f77-4447-8a64-b03a4dc0ba00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=295295ac-f6af-4bcd-a052-58ea42c8fc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495360 May 10 15:28:59.176577 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 4432053a-9d9a-4b16-b6cc-124ff1274d20 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:28:59.229478 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:28:59.472082 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f252e453-c346-4228-aaf2-59627b697d66 req-99a30cef-eedf-46a0-8446-77aaa2b6d681 service neutron] 10.222.0.46 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249099 May 10 15:28:59.473949 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-e810f48e-aaad-421f-9bac-722c592c4f1a service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065155 May 10 15:28:59.485058 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:28:59.495817 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:28:59.496450 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:59.541826 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d572a7d-bdcd-40b4-b5ec-9b0793d73203 req-a7ce83ae-deee-4f31-8519-b8f682b8ecc5 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:28:59.549647 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6d572a7d-bdcd-40b4-b5ec-9b0793d73203 req-a7ce83ae-deee-4f31-8519-b8f682b8ecc5 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 944 time: 0.2975423 May 10 15:28:59.574047 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 4432053a-9d9a-4b16-b6cc-124ff1274d20, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=4432053a-9d9a-4b16-b6cc-124ff1274d20,segment=NetworkSegment(9785a653-52ff-49d8-9161-b0f125ed80ab),segment_id=9785a653-52ff-49d8-9161-b0f125ed80ab)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:28:59.600728 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': '4432053a-9d9a-4b16-b6cc-124ff1274d20', 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65', 'port_id': '4432053a-9d9a-4b16-b6cc-124ff1274d20', 'mac_address': 'fa:16:3e:8a:dc:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '267b5f04-b662-4592-a7d5-8c1f3a4c55e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:28:59.781736 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:59.829728 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4432053a-9d9a-4b16-b6cc-124ff1274d20 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:28:59.844748 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6d572a7d-bdcd-40b4-b5ec-9b0793d73203 req-e664ba54-bb23-45a0-bb52-7554d3e2a243 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941396 May 10 15:28:59.866649 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 4432053a-9d9a-4b16-b6cc-124ff1274d20, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=4432053a-9d9a-4b16-b6cc-124ff1274d20,segment=NetworkSegment(9785a653-52ff-49d8-9161-b0f125ed80ab),segment_id=9785a653-52ff-49d8-9161-b0f125ed80ab)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:28:59.881751 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:59.885669 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-756c9b47-9677-4bb7-8ab1-3e39347d3ca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:28:59.932732 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2f787c3f-27a0-4f8e-8820-6d25ad61d44d req-5fe41f1e-197f-4215-b518-439d871e68e6 service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281695 May 10 15:28:59.962169 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f252e453-c346-4228-aaf2-59627b697d66 req-7ea72a82-05c7-4fbc-87fc-dcdeb3035173 service neutron] 10.222.0.46 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771514 May 10 15:28:59.988388 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:00.038182 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3f844-a536-44aa-940a-443627879ed8 req-934cfc63-d2c5-4b02-bb12-a81f54c30acb tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:00.040251 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6ba3f844-a536-44aa-940a-443627879ed8 req-934cfc63-d2c5-4b02-bb12-a81f54c30acb tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 944 time: 0.1025746 May 10 15:29:00.064939 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f3ccd9-6910-43f5-8908-37db357673c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4a07d9-3a8f-4125-a012-c4ac036c2ec4'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:29:00.108409 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6ba3f844-a536-44aa-940a-443627879ed8 req-514162bc-0a64-44bb-b4de-77a803da6c91 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587292 May 10 15:29:00.158104 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=4432053a-9d9a-4b16-b6cc-124ff1274d20,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:00.166553 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:00.167369 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9928f0-2895-4ced-bf62-2fb88292c11f req-305499c8-a855-4371-b7f7-88bb24ac2654 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:00.168668 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9a4a07d9-3a8f-4125-a012-c4ac036c2ec4,segment=NetworkSegment(a6cea30d-4fbe-42d2-983e-7dc6fb401778),segment_id=a6cea30d-4fbe-42d2-983e-7dc6fb401778)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:29:00.171594 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['4432053a-9d9a-4b16-b6cc-124ff1274d20'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:29:00.179930 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ef9928f0-2895-4ced-bf62-2fb88292c11f req-305499c8-a855-4371-b7f7-88bb24ac2654 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 944 time: 0.1366580 May 10 15:29:00.215467 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:00.224687 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:00.328393 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ef9928f0-2895-4ced-bf62-2fb88292c11f req-43c9ef62-28be-4219-bf02-289e37ddb6f5 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459107 May 10 15:29:00.332394 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:00.359879 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=9a4a07d9-3a8f-4125-a012-c4ac036c2ec4,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:00.395270 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:00.546980 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f3ccd9-6910-43f5-8908-37db357673c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4a07d9-3a8f-4125-a012-c4ac036c2ec4', 'code': 200} May 10 15:29:00.839278 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e904778-43d7-4aca-8ba2-144ead6a3be1 req-9aebb43e-6078-4d41-89aa-0c411335c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:00.840785 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9e904778-43d7-4aca-8ba2-144ead6a3be1 req-9aebb43e-6078-4d41-89aa-0c411335c9a6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 1098 time: 0.0825889 May 10 15:29:00.864714 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-9e904778-43d7-4aca-8ba2-144ead6a3be1 req-d79cc749-0e55-4e1c-9f31-5aab577811cd service neutron] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:00.885368 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-9e904778-43d7-4aca-8ba2-144ead6a3be1 req-d79cc749-0e55-4e1c-9f31-5aab577811cd service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:00.890391 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-9e904778-43d7-4aca-8ba2-144ead6a3be1 req-d79cc749-0e55-4e1c-9f31-5aab577811cd service neutron] Usage tracker for resource:security_group_rule and tenant:792b69ad42e748f99a9d83077879ad32 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:00.892745 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-9e904778-43d7-4aca-8ba2-144ead6a3be1 req-d79cc749-0e55-4e1c-9f31-5aab577811cd service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:00.899501 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-9e904778-43d7-4aca-8ba2-144ead6a3be1 req-d79cc749-0e55-4e1c-9f31-5aab577811cd service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:01.041164 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-9e904778-43d7-4aca-8ba2-144ead6a3be1 req-d79cc749-0e55-4e1c-9f31-5aab577811cd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:01.048245 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-9e904778-43d7-4aca-8ba2-144ead6a3be1 req-d79cc749-0e55-4e1c-9f31-5aab577811cd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:01.059475 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:01.087255 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9e904778-43d7-4aca-8ba2-144ead6a3be1 req-d79cc749-0e55-4e1c-9f31-5aab577811cd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389231 May 10 15:29:01.103226 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cc749-0e55-4e1c-9f31-5aab577811cd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3929bcc7-0a36-4df5-8756-6c7dab73b4f5,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:01.115316 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fcd32-4f04-4389-b5d1-30eae3829fa0 req-e9b3c986-ddc0-477a-9dd4-f7af33b7ad4a tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:01.117625 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3d7fcd32-4f04-4389-b5d1-30eae3829fa0 req-e9b3c986-ddc0-477a-9dd4-f7af33b7ad4a tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 944 time: 0.1588640 May 10 15:29:01.118735 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d79cc749-0e55-4e1c-9f31-5aab577811cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:01.172994 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3d7fcd32-4f04-4389-b5d1-30eae3829fa0 req-a71dede6-381b-41e8-8d98-8e4d1416ec77 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475709 May 10 15:29:01.185601 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 4432053a-9d9a-4b16-b6cc-124ff1274d20 up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:29:01.294241 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port 4432053a-9d9a-4b16-b6cc-124ff1274d20 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:29:01.299960 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port 4432053a-9d9a-4b16-b6cc-124ff1274d20 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:29:01.300634 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:01.415434 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b838c6-3edb-4bb0-ac91-1b4a1ffa1adc req-37f9d1b4-2416-494b-911d-e05591936954 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:01.417014 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-35b838c6-3edb-4bb0-ac91-1b4a1ffa1adc req-37f9d1b4-2416-494b-911d-e05591936954 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 944 time: 0.1729779 May 10 15:29:01.449766 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:01.497451 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-35b838c6-3edb-4bb0-ac91-1b4a1ffa1adc req-ea3896ea-436f-4a90-a940-1f6ad944b1ea tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716975 May 10 15:29:01.527476 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 4432053a-9d9a-4b16-b6cc-124ff1274d20, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=4432053a-9d9a-4b16-b6cc-124ff1274d20,segment=NetworkSegment(9785a653-52ff-49d8-9161-b0f125ed80ab),segment_id=9785a653-52ff-49d8-9161-b0f125ed80ab)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:29:01.534097 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:01.537111 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:01.623206 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=4432053a-9d9a-4b16-b6cc-124ff1274d20,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:01.640971 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe572b7-17cb-4e89-adc8-c77d066d8a58 req-330794bb-62ce-4c63-bd6e-8e4448aede56 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:01.642813 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4fe572b7-17cb-4e89-adc8-c77d066d8a58 req-330794bb-62ce-4c63-bd6e-8e4448aede56 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 945 time: 0.1089625 May 10 15:29:01.643948 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:01.693947 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4fe572b7-17cb-4e89-adc8-c77d066d8a58 req-c311f0f9-0e6f-4002-a675-ec9415c16575 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437872 May 10 15:29:02.372649 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961fd0f-c948-42c0-a360-d85d6221d483 req-c1c23784-b95f-4850-bb38-c177a3abbe57 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:02.374598 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a961fd0f-c948-42c0-a360-d85d6221d483 req-c1c23784-b95f-4850-bb38-c177a3abbe57 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 944 time: 0.0847714 May 10 15:29:02.421883 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a961fd0f-c948-42c0-a360-d85d6221d483 req-ba06a430-6cb0-4712-ba8a-dcd5865c2f4a tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416076 May 10 15:29:02.479510 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 44624) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:02.548744 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe28f04-e7c9-43db-9aee-4bafa2650db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4432053a-9d9a-4b16-b6cc-124ff1274d20'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:29:02.602041 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe28f04-e7c9-43db-9aee-4bafa2650db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4432053a-9d9a-4b16-b6cc-124ff1274d20', 'code': 200} May 10 15:29:02.645930 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b2a0db51-7cc5-43d2-a7e2-f1ab8fc47fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:02.673480 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-b2a0db51-7cc5-43d2-a7e2-f1ab8fc47fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:02.679668 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-b2a0db51-7cc5-43d2-a7e2-f1ab8fc47fa3 admin admin] Usage tracker for resource:security_group_rule and tenant:0ba98091ddde4096b2c82db94d9770d1 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:02.684729 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-b2a0db51-7cc5-43d2-a7e2-f1ab8fc47fa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:02.693698 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-b2a0db51-7cc5-43d2-a7e2-f1ab8fc47fa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:02.748426 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd719798-d1a2-4be1-b3d2-c3ef01a91230 req-bcb81455-9b66-4dee-b730-01e2190a6ecd tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:02.750190 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dd719798-d1a2-4be1-b3d2-c3ef01a91230 req-bcb81455-9b66-4dee-b730-01e2190a6ecd tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 944 time: 0.1425524 May 10 15:29:02.851184 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dd719798-d1a2-4be1-b3d2-c3ef01a91230 req-2fbb300f-ac84-4397-bd43-8f66c2eb5a5e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865288 May 10 15:29:02.877155 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b2a0db51-7cc5-43d2-a7e2-f1ab8fc47fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:02.881784 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b2a0db51-7cc5-43d2-a7e2-f1ab8fc47fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:02.895226 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:02.928584 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072de020-9e1c-40d0-8bab-1bc721a7bc6e req-0a971ca5-de2b-4f7a-9da7-850ea47cca45 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:02.930445 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-072de020-9e1c-40d0-8bab-1bc721a7bc6e req-0a971ca5-de2b-4f7a-9da7-850ea47cca45 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 945 time: 0.1111174 May 10 15:29:02.985736 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-072de020-9e1c-40d0-8bab-1bc721a7bc6e req-f0ae4fbd-ad89-4628-8edd-55464c729891 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494258 May 10 15:29:02.993188 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 44646) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:02.993805 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-b2a0db51-7cc5-43d2-a7e2-f1ab8fc47fa3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ba98091ddde4096b2c82db94d9770d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5131648 May 10 15:29:03.007157 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0db51-7cc5-43d2-a7e2-f1ab8fc47fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff84b53-0e95-40e1-9327-2e992b3ec6fe,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:03.022209 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b2a0db51-7cc5-43d2-a7e2-f1ab8fc47fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:03.062436 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c67a8-e6f4-4619-9bfe-79d6a07479a0 req-c194338a-6cba-4224-b212-f326cdf7b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:03.064124 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-854c67a8-e6f4-4619-9bfe-79d6a07479a0 req-c194338a-6cba-4224-b212-f326cdf7b2c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 1099 time: 0.1196113 May 10 15:29:03.086348 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-2111d421-02c6-429f-a644-d7ef80e9ffb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:03.128251 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-2111d421-02c6-429f-a644-d7ef80e9ffb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:03.148223 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-854c67a8-e6f4-4619-9bfe-79d6a07479a0 req-7971a2c4-4709-45e8-ab49-9f1fd0a21761 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770974 May 10 15:29:03.188396 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-2111d421-02c6-429f-a644-d7ef80e9ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:03.191879 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:29:03.209336 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:03.230258 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111d421-02c6-429f-a644-d7ef80e9ffb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff84b53-0e95-40e1-9327-2e992b3ec6fe,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:03.236172 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-2111d421-02c6-429f-a644-d7ef80e9ffb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:03.246339 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-2111d421-02c6-429f-a644-d7ef80e9ffb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:03.247552 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-2111d421-02c6-429f-a644-d7ef80e9ffb2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ff84b53-0e95-40e1-9327-2e992b3ec6fe HTTP/1.1" status: 204 len: 168 time: 0.2534387 May 10 15:29:03.419151 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f,segment=NetworkSegment(9785a653-52ff-49d8-9161-b0f125ed80ab),segment_id=9785a653-52ff-49d8-9161-b0f125ed80ab)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:29:03.434946 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': '53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f', 'network_id': '295295ac-f6af-4bcd-a052-58ea42c8fc65', 'port_id': '53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f', 'mac_address': 'fa:16:3e:f2:4e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '267b5f04-b662-4592-a7d5-8c1f3a4c55e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:29:03.531479 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:03.554715 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:29:03.574232 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f,segment=NetworkSegment(9785a653-52ff-49d8-9161-b0f125ed80ab),segment_id=9785a653-52ff-49d8-9161-b0f125ed80ab)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:29:03.595300 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:03.596443 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 2171f8f2-9674-45c6-ac31-e7f28cb5e95d details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:29:03.605613 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:03.700425 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ed463-33ce-469c-bfa9-ea93630a2c1d req-dca12983-f954-45ab-ad41-e2fa7c7513ea tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:03.709195 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b58ed463-33ce-469c-bfa9-ea93630a2c1d req-dca12983-f954-45ab-ad41-e2fa7c7513ea tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 945 time: 0.1313276 May 10 15:29:03.731813 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 44678) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:03.761426 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b58ed463-33ce-469c-bfa9-ea93630a2c1d req-825b861b-5c89-414c-83aa-21601dc742be tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511787 May 10 15:29:03.762177 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-27bcba16-ef59-452a-a064-02fe5af58771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:03.792243 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:03.799822 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:03.807917 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-27bcba16-ef59-452a-a064-02fe5af58771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:03.813559 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-27bcba16-ef59-452a-a064-02fe5af58771 admin admin] Usage tracker for resource:security_group_rule and tenant:8d71a9df775a4fbbbfb822c692b959f8 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:03.819045 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-27bcba16-ef59-452a-a064-02fe5af58771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:03.828742 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-27bcba16-ef59-452a-a064-02fe5af58771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:03.876477 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 2171f8f2-9674-45c6-ac31-e7f28cb5e95d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2171f8f2-9674-45c6-ac31-e7f28cb5e95d,segment=NetworkSegment(dd9b3c20-9a16-4266-8ea0-f292f41b2e4f),segment_id=dd9b3c20-9a16-4266-8ea0-f292f41b2e4f)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:29:03.896963 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': '2171f8f2-9674-45c6-ac31-e7f28cb5e95d', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'port_id': '2171f8f2-9674-45c6-ac31-e7f28cb5e95d', 'mac_address': 'fa:16:3e:68:ec:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:29:03.948988 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-27bcba16-ef59-452a-a064-02fe5af58771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:03.953725 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-27bcba16-ef59-452a-a064-02fe5af58771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:03.965648 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:03.987975 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8edf15d3-6502-472f-ba1e-e6d5d6724e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:03.993331 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2171f8f2-9674-45c6-ac31-e7f28cb5e95d {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:29:04.021255 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 2171f8f2-9674-45c6-ac31-e7f28cb5e95d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2171f8f2-9674-45c6-ac31-e7f28cb5e95d,segment=NetworkSegment(dd9b3c20-9a16-4266-8ea0-f292f41b2e4f),segment_id=dd9b3c20-9a16-4266-8ea0-f292f41b2e4f)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:29:04.021517 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-27bcba16-ef59-452a-a064-02fe5af58771 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d71a9df775a4fbbbfb822c692b959f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855010 May 10 15:29:04.021517 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcba16-ef59-452a-a064-02fe5af58771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fecfd7d-8be0-4b20-b267-70681e8841e0,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:04.021705 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 44690) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:04.024636 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:04.026074 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-27bcba16-ef59-452a-a064-02fe5af58771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:04.027052 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-f136d7a2-f1f4-4727-8a82-17ef5001a51f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:04.109045 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ddc582c9-bc9c-436f-950f-f38c1277a5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:04.142470 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=2171f8f2-9674-45c6-ac31-e7f28cb5e95d,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:04.146099 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:04.179841 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ddc582c9-bc9c-436f-950f-f38c1277a5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:04.263412 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ddc582c9-bc9c-436f-950f-f38c1277a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:04.266419 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240a121-bf23-4212-9357-a81d09782b9c req-8e6cbbec-d657-4521-a287-ead76e668445 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:04.268317 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e240a121-bf23-4212-9357-a81d09782b9c req-8e6cbbec-d657-4521-a287-ead76e668445 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 945 time: 0.2015469 May 10 15:29:04.270956 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cd36af15-551a-4edb-94d6-896c3d08a6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:04.284583 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc582c9-bc9c-436f-950f-f38c1277a5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fecfd7d-8be0-4b20-b267-70681e8841e0,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:04.294107 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ddc582c9-bc9c-436f-950f-f38c1277a5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:04.304782 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ddc582c9-bc9c-436f-950f-f38c1277a5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:04.306871 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-ddc582c9-bc9c-436f-950f-f38c1277a5a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3fecfd7d-8be0-4b20-b267-70681e8841e0 HTTP/1.1" status: 204 len: 168 time: 0.2835336 May 10 15:29:04.371915 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['2171f8f2-9674-45c6-ac31-e7f28cb5e95d'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:29:04.402365 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e240a121-bf23-4212-9357-a81d09782b9c req-0ffcb267-5fa2-4d60-922f-fe03f139d924 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250446 May 10 15:29:04.417079 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:29:04.999589 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6ebd5-c025-4a71-9bb5-d3a75e659765 req-36c8a31f-0f01-45b6-987f-b8f17c1a35f0 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:05.001692 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cfe6ebd5-c025-4a71-9bb5-d3a75e659765 req-36c8a31f-0f01-45b6-987f-b8f17c1a35f0 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 945 time: 0.1127546 May 10 15:29:05.067042 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cfe6ebd5-c025-4a71-9bb5-d3a75e659765 req-e72a3318-7ff4-4990-8706-968ee6307285 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539844 May 10 15:29:05.127820 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 44742) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:05.257555 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3b02fcba-7634-4d24-a07d-18b6dd4d4289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:05.286701 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-3b02fcba-7634-4d24-a07d-18b6dd4d4289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:05.291249 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-3b02fcba-7634-4d24-a07d-18b6dd4d4289 admin admin] Usage tracker for resource:security_group_rule and tenant:9722d3badcda472d84a3ce8fbff4b47b is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:05.296598 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-3b02fcba-7634-4d24-a07d-18b6dd4d4289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:05.306857 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-3b02fcba-7634-4d24-a07d-18b6dd4d4289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:05.438537 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3b02fcba-7634-4d24-a07d-18b6dd4d4289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:05.443185 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3b02fcba-7634-4d24-a07d-18b6dd4d4289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:05.473263 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c0359b27-1e6b-412a-afb7-6a6a489086a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:05.510863 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02fcba-7634-4d24-a07d-18b6dd4d4289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c9d2a0-5a82-4a5d-9a58-501c51a0d110,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:05.532357 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3b02fcba-7634-4d24-a07d-18b6dd4d4289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:05.588462 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-3b02fcba-7634-4d24-a07d-18b6dd4d4289 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9722d3badcda472d84a3ce8fbff4b47b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4595058 May 10 15:29:05.591145 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 44774) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:05.674061 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7ad05-9f05-49ca-a3b9-663da54f845d req-27acff48-0409-437f-8f6e-8a5003898716 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:05.676358 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-54b7ad05-9f05-49ca-a3b9-663da54f845d req-27acff48-0409-437f-8f6e-8a5003898716 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 945 time: 0.1358962 May 10 15:29:05.684366 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-99f18256-b33f-4cec-aa77-1c548d315526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:05.735614 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-54b7ad05-9f05-49ca-a3b9-663da54f845d req-dffc266f-96d0-4289-a536-2de2e8692887 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517645 May 10 15:29:05.750431 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-99f18256-b33f-4cec-aa77-1c548d315526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:05.810391 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-99f18256-b33f-4cec-aa77-1c548d315526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:05.820042 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-2f8b97bf-cdb2-4fcb-b6b3-7fd83aaee7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:05.835099 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f18256-b33f-4cec-aa77-1c548d315526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c9d2a0-5a82-4a5d-9a58-501c51a0d110,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:05.838316 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-99f18256-b33f-4cec-aa77-1c548d315526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:05.839406 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-99f18256-b33f-4cec-aa77-1c548d315526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:05.843463 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-99f18256-b33f-4cec-aa77-1c548d315526 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34c9d2a0-5a82-4a5d-9a58-501c51a0d110 HTTP/1.1" status: 204 len: 168 time: 0.2501087 May 10 15:29:06.275392 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 44808) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:06.295549 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8cb2dbe3-405d-45a7-95f5-37d9fa9c6852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:06.312961 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-8cb2dbe3-405d-45a7-95f5-37d9fa9c6852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:06.317826 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-8cb2dbe3-405d-45a7-95f5-37d9fa9c6852 admin admin] Usage tracker for resource:security_group_rule and tenant:e40bfb5d27b34ed69e6bc7a69b3d7210 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:06.321599 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-8cb2dbe3-405d-45a7-95f5-37d9fa9c6852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:06.333374 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-8cb2dbe3-405d-45a7-95f5-37d9fa9c6852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:06.359326 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc46dd-eed7-4bd1-9a94-d2ae7af7d918 req-9911ffc3-dd9f-4b34-8f5e-aac9521c838a tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:06.366863 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a2cc46dd-eed7-4bd1-9a94-d2ae7af7d918 req-9911ffc3-dd9f-4b34-8f5e-aac9521c838a tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 945 time: 0.1101022 May 10 15:29:06.432432 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a2cc46dd-eed7-4bd1-9a94-d2ae7af7d918 req-542f9345-ff3b-4ebc-9e15-31340547da80 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645366 May 10 15:29:06.462046 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8cb2dbe3-405d-45a7-95f5-37d9fa9c6852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:06.468452 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8cb2dbe3-405d-45a7-95f5-37d9fa9c6852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:06.477575 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-db6a5123-9c9d-4d4c-ac15-efac7da8b51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:06.520633 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-8cb2dbe3-405d-45a7-95f5-37d9fa9c6852 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e40bfb5d27b34ed69e6bc7a69b3d7210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440209 May 10 15:29:06.522227 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2dbe3-405d-45a7-95f5-37d9fa9c6852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0cfda1-27b5-4631-a9de-59d9794e6388,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:06.523515 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 44818) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:06.525166 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8cb2dbe3-405d-45a7-95f5-37d9fa9c6852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:06.585367 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b17d2600-27d4-4546-9bc7-29893cb59f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:06.612892 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b17d2600-27d4-4546-9bc7-29893cb59f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:06.691955 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b17d2600-27d4-4546-9bc7-29893cb59f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:06.697368 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-cd4822ce-4148-49bf-8883-7589b6e4654d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:06.708341 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d2600-27d4-4546-9bc7-29893cb59f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0cfda1-27b5-4631-a9de-59d9794e6388,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:06.711726 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-b17d2600-27d4-4546-9bc7-29893cb59f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:06.714923 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b17d2600-27d4-4546-9bc7-29893cb59f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:06.716153 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-b17d2600-27d4-4546-9bc7-29893cb59f24 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df0cfda1-27b5-4631-a9de-59d9794e6388 HTTP/1.1" status: 204 len: 168 time: 0.1914799 May 10 15:29:06.993045 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215207a9-14dd-4fac-b5fc-559429c0c658 req-851b713c-81b2-4289-8f0d-5b2036653290 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:06.994962 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-215207a9-14dd-4fac-b5fc-559429c0c658 req-851b713c-81b2-4289-8f0d-5b2036653290 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 945 time: 0.1083777 May 10 15:29:07.039952 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 44836) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:07.072463 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-215207a9-14dd-4fac-b5fc-559429c0c658 req-3ff4e556-9ba7-4c97-b52c-9448347015fe tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696878 May 10 15:29:07.197117 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ca559116-1d0a-41b3-8691-c85e4040e25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:07.201072 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:29:07.243805 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-ca559116-1d0a-41b3-8691-c85e4040e25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:07.248271 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-ca559116-1d0a-41b3-8691-c85e4040e25b admin admin] Usage tracker for resource:security_group_rule and tenant:bd84a3e04fc34067be09bde610a03f29 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:07.254987 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-ca559116-1d0a-41b3-8691-c85e4040e25b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:07.264576 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-ca559116-1d0a-41b3-8691-c85e4040e25b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:07.296112 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:29:07.303165 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:29:07.304370 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:07.470376 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ca559116-1d0a-41b3-8691-c85e4040e25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:07.481286 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ca559116-1d0a-41b3-8691-c85e4040e25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:07.492372 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-e9850c86-3d36-4a74-bb2f-0342191a62b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:07.524110 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:07.562026 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d915642-a9d1-4620-9a6d-a1b07ed8dfad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:29:07.577493 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f,segment=NetworkSegment(9785a653-52ff-49d8-9161-b0f125ed80ab),segment_id=9785a653-52ff-49d8-9161-b0f125ed80ab)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:29:07.593742 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:07.594859 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 2171f8f2-9674-45c6-ac31-e7f28cb5e95d up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:29:07.596121 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-ca559116-1d0a-41b3-8691-c85e4040e25b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd84a3e04fc34067be09bde610a03f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5548503 May 10 15:29:07.598628 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 44870) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:07.610635 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca559116-1d0a-41b3-8691-c85e4040e25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b48dc7-a81c-4b0f-abbd-a5318b3b8b01,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:07.618288 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ca559116-1d0a-41b3-8691-c85e4040e25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:07.688622 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d915642-a9d1-4620-9a6d-a1b07ed8dfad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f', 'code': 200} May 10 15:29:07.689206 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:07.788134 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:07.789392 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8841f7ae-01e5-43ba-b365-042c038ca34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:07.803884 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:07.805201 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port 2171f8f2-9674-45c6-ac31-e7f28cb5e95d completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:29:07.812908 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port 2171f8f2-9674-45c6-ac31-e7f28cb5e95d triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:29:07.814232 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:07.861405 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4ad67-0f58-4630-b1b3-973d14ed4792 req-81f784f4-a0ad-4d6e-b9d0-c9c1884549ee tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:07.863301 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c0e4ad67-0f58-4630-b1b3-973d14ed4792 req-81f784f4-a0ad-4d6e-b9d0-c9c1884549ee tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.2068312 May 10 15:29:07.865241 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8841f7ae-01e5-43ba-b365-042c038ca34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:07.942238 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c0e4ad67-0f58-4630-b1b3-973d14ed4792 req-bc0ab3dc-67d1-4ad8-830b-d310f16fa8f4 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698912 May 10 15:29:07.969550 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8841f7ae-01e5-43ba-b365-042c038ca34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:07.986958 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-2111d421-02c6-429f-a644-d7ef80e9ffb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:08.012309 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841f7ae-01e5-43ba-b365-042c038ca34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b48dc7-a81c-4b0f-abbd-a5318b3b8b01,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:08.014888 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8841f7ae-01e5-43ba-b365-042c038ca34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:08.025045 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8841f7ae-01e5-43ba-b365-042c038ca34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:08.033387 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-8841f7ae-01e5-43ba-b365-042c038ca34e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7b48dc7-a81c-4b0f-abbd-a5318b3b8b01 HTTP/1.1" status: 204 len: 168 time: 0.4269967 May 10 15:29:08.091282 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e84b4-7cf0-43a7-990b-5ba92790193b req-15845d4b-97ea-4a99-9335-b2310e2539b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:08.094100 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-886e84b4-7cf0-43a7-990b-5ba92790193b req-15845d4b-97ea-4a99-9335-b2310e2539b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 1099 time: 0.0942390 May 10 15:29:08.109277 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:08.149025 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 2171f8f2-9674-45c6-ac31-e7f28cb5e95d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2171f8f2-9674-45c6-ac31-e7f28cb5e95d,segment=NetworkSegment(dd9b3c20-9a16-4266-8ea0-f292f41b2e4f),segment_id=dd9b3c20-9a16-4266-8ea0-f292f41b2e4f)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:29:08.156521 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:08.158421 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-886e84b4-7cf0-43a7-990b-5ba92790193b req-68d4f17e-71ad-41a8-baa0-28601696bd79 service neutron] Synchronizing usage tracker for tenant:792b69ad42e748f99a9d83077879ad32 on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:29:08.159109 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:08.192463 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-886e84b4-7cf0-43a7-990b-5ba92790193b req-68d4f17e-71ad-41a8-baa0-28601696bd79 service neutron] Unset dirty status for tenant:792b69ad42e748f99a9d83077879ad32 on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:29:08.193992 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-886e84b4-7cf0-43a7-990b-5ba92790193b req-68d4f17e-71ad-41a8-baa0-28601696bd79 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925255 May 10 15:29:08.280506 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=2171f8f2-9674-45c6-ac31-e7f28cb5e95d,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:08.285190 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:08.467143 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39725dab-ef6b-4750-90bf-33602861eba3 req-43b296f5-4968-49d4-9ca9-be5f9dbd89b6 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:08.475011 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-39725dab-ef6b-4750-90bf-33602861eba3 req-43b296f5-4968-49d4-9ca9-be5f9dbd89b6 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1886907 May 10 15:29:08.518399 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-39725dab-ef6b-4750-90bf-33602861eba3 req-9218ea57-78b5-4ace-9e9b-ee3d46885102 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425360 May 10 15:29:08.620648 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 44904) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:08.646404 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ecc37bc2-bf16-4d66-ac14-15c276100630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:08.665173 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-ecc37bc2-bf16-4d66-ac14-15c276100630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:08.668966 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-ecc37bc2-bf16-4d66-ac14-15c276100630 admin admin] Usage tracker for resource:security_group_rule and tenant:66fb9a1714aa4c21a9f816c6c066a15b is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:08.672486 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-ecc37bc2-bf16-4d66-ac14-15c276100630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:08.678282 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-ecc37bc2-bf16-4d66-ac14-15c276100630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:08.772217 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ecc37bc2-bf16-4d66-ac14-15c276100630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:08.777658 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ecc37bc2-bf16-4d66-ac14-15c276100630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:08.790072 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:08.835149 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-ecc37bc2-bf16-4d66-ac14-15c276100630 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=66fb9a1714aa4c21a9f816c6c066a15b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111440 May 10 15:29:08.835149 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc37bc2-bf16-4d66-ac14-15c276100630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774472e1-1111-48f5-85bf-9190eed8494d,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:08.837344 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 44912) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:08.847348 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ecc37bc2-bf16-4d66-ac14-15c276100630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:08.934676 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-18641d24-0836-4662-acd2-4bce6627170a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:08.971365 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-18641d24-0836-4662-acd2-4bce6627170a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:09.074600 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-18641d24-0836-4662-acd2-4bce6627170a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:09.081533 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b2a0db51-7cc5-43d2-a7e2-f1ab8fc47fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:09.107056 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18641d24-0836-4662-acd2-4bce6627170a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774472e1-1111-48f5-85bf-9190eed8494d,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:09.126293 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-18641d24-0836-4662-acd2-4bce6627170a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:09.145861 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-18641d24-0836-4662-acd2-4bce6627170a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:09.148447 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-18641d24-0836-4662-acd2-4bce6627170a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/774472e1-1111-48f5-85bf-9190eed8494d HTTP/1.1" status: 204 len: 168 time: 0.3100991 May 10 15:29:09.243407 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3514bd-7f66-4aaf-97c8-2e8870333f8a req-365301a4-a451-40e2-af18-da63fa5db52f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:09.244967 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4f3514bd-7f66-4aaf-97c8-2e8870333f8a req-365301a4-a451-40e2-af18-da63fa5db52f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.1416359 May 10 15:29:09.324255 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4f3514bd-7f66-4aaf-97c8-2e8870333f8a req-8b8eaa83-a64e-4fb7-85b7-14f75741b768 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712209 May 10 15:29:09.689906 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd27467-7497-4215-aca8-5a6477b0277c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2171f8f2-9674-45c6-ac31-e7f28cb5e95d'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:29:09.759309 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd27467-7497-4215-aca8-5a6477b0277c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2171f8f2-9674-45c6-ac31-e7f28cb5e95d', 'code': 200} May 10 15:29:09.778078 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad923ea-92cd-4d90-a6ef-41078250e0e9 req-7ecb0075-25d5-4529-9dd0-3da8e3b1cd7a tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:09.780209 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9ad923ea-92cd-4d90-a6ef-41078250e0e9 req-7ecb0075-25d5-4529-9dd0-3da8e3b1cd7a tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1174357 May 10 15:29:09.828970 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9ad923ea-92cd-4d90-a6ef-41078250e0e9 req-c106b8cb-9855-4d8f-9c24-eb9ec710c0a1 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423393 May 10 15:29:10.036061 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 44984) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:10.165484 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2d474455-e38c-4293-856a-b0385fcd7608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:10.176786 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-2d474455-e38c-4293-856a-b0385fcd7608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:10.180479 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-2d474455-e38c-4293-856a-b0385fcd7608 admin admin] Usage tracker for resource:security_group_rule and tenant:427b5f8d2cea41b1b012de5cb3eb2431 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:10.183461 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-2d474455-e38c-4293-856a-b0385fcd7608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:10.189779 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-2d474455-e38c-4293-856a-b0385fcd7608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:10.276357 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2d474455-e38c-4293-856a-b0385fcd7608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:10.281701 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2d474455-e38c-4293-856a-b0385fcd7608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:10.291221 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:10.321919 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d474455-e38c-4293-856a-b0385fcd7608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6250f5-8604-455c-a04f-31fe363b3ed8,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:10.336096 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2d474455-e38c-4293-856a-b0385fcd7608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:10.373247 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 45004) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:10.374417 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-2d474455-e38c-4293-856a-b0385fcd7608 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=427b5f8d2cea41b1b012de5cb3eb2431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358569 May 10 15:29:10.480098 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5597491a-8f84-4abf-8a2b-d8f7376b904e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:10.518327 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5597491a-8f84-4abf-8a2b-d8f7376b904e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:10.579419 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f82fa-ee4e-45d8-8642-6409584635c8 req-29a4cc71-e12b-40f3-ab49-1cae01932e78 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:10.580965 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bb6f82fa-ee4e-45d8-8642-6409584635c8 req-29a4cc71-e12b-40f3-ab49-1cae01932e78 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.1458461 May 10 15:29:10.677138 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5597491a-8f84-4abf-8a2b-d8f7376b904e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:10.684651 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7685b0e6-ec4e-4dcf-b463-67941d5118e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:10.699657 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bb6f82fa-ee4e-45d8-8642-6409584635c8 req-1432bb97-7bea-42bb-a8e0-6b151e4cc825 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131136 May 10 15:29:10.706090 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597491a-8f84-4abf-8a2b-d8f7376b904e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6250f5-8604-455c-a04f-31fe363b3ed8,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:10.709903 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-5597491a-8f84-4abf-8a2b-d8f7376b904e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:10.711859 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5597491a-8f84-4abf-8a2b-d8f7376b904e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:10.712949 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-5597491a-8f84-4abf-8a2b-d8f7376b904e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b6250f5-8604-455c-a04f-31fe363b3ed8 HTTP/1.1" status: 204 len: 168 time: 0.3373623 May 10 15:29:11.151255 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c463d6-2367-4b76-a2bb-bb84f3635b43 req-8703af5c-8cc4-4d0c-bada-8165084e8853 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:11.153112 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-37c463d6-2367-4b76-a2bb-bb84f3635b43 req-8703af5c-8cc4-4d0c-bada-8165084e8853 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1456294 May 10 15:29:11.228693 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 45044) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:11.233519 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-37c463d6-2367-4b76-a2bb-bb84f3635b43 req-6caa5f31-8faf-4a5c-a230-8873c3bf649e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719061 May 10 15:29:11.254990 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ab3134d6-0188-470e-836c-0e5252ece4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:11.269843 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-ab3134d6-0188-470e-836c-0e5252ece4cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:11.274297 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-ab3134d6-0188-470e-836c-0e5252ece4cc admin admin] Usage tracker for resource:security_group_rule and tenant:6c4ce7131bdc4501b03d23a9d4c9d4b3 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:11.274413 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dec31-b993-4b9b-9dcf-09af3b429bdc req-9278aa42-b881-4a55-82af-5a010e77b970 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:11.276001 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4c5dec31-b993-4b9b-9dcf-09af3b429bdc req-9278aa42-b881-4a55-82af-5a010e77b970 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.1033499 May 10 15:29:11.278515 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-ab3134d6-0188-470e-836c-0e5252ece4cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:11.284378 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-ab3134d6-0188-470e-836c-0e5252ece4cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:11.347220 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4c5dec31-b993-4b9b-9dcf-09af3b429bdc req-4fffed84-e486-4a79-a016-64995f2d605c tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649643 May 10 15:29:11.385549 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ab3134d6-0188-470e-836c-0e5252ece4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:11.391060 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ab3134d6-0188-470e-836c-0e5252ece4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:11.399753 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:11.444932 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-ab3134d6-0188-470e-836c-0e5252ece4cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c4ce7131bdc4501b03d23a9d4c9d4b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079351 May 10 15:29:11.444932 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3134d6-0188-470e-836c-0e5252ece4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b668377c-6c2a-46e0-8413-5f813b539fda,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:11.445604 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 45050) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:11.447036 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ab3134d6-0188-470e-836c-0e5252ece4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:11.515825 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-19dd1a2f-0024-43ef-9b35-b6ada5e9804b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:11.542497 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-19dd1a2f-0024-43ef-9b35-b6ada5e9804b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:11.600616 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-19dd1a2f-0024-43ef-9b35-b6ada5e9804b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:11.604856 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:11.618121 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd1a2f-0024-43ef-9b35-b6ada5e9804b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b668377c-6c2a-46e0-8413-5f813b539fda,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:11.620458 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-19dd1a2f-0024-43ef-9b35-b6ada5e9804b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:11.648050 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-19dd1a2f-0024-43ef-9b35-b6ada5e9804b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:11.649446 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-19dd1a2f-0024-43ef-9b35-b6ada5e9804b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b668377c-6c2a-46e0-8413-5f813b539fda HTTP/1.1" status: 204 len: 168 time: 0.2023752 May 10 15:29:12.446412 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56535f3-4873-4942-b846-f0d71125b50e req-2d460f9d-b113-4ef2-bde5-7d1f2b699260 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:12.447931 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a56535f3-4873-4942-b846-f0d71125b50e req-2d460f9d-b113-4ef2-bde5-7d1f2b699260 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0931990 May 10 15:29:12.498075 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a56535f3-4873-4942-b846-f0d71125b50e req-4c2082f6-e162-4bd6-9187-3ccac29ccf7d tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433319 May 10 15:29:12.552482 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaf31c-ab9d-46cb-bbd0-87910422f25c req-09c9b38a-d8f6-4efa-b9b2-462d658a2d4b tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:12.553983 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0bcaf31c-ab9d-46cb-bbd0-87910422f25c req-09c9b38a-d8f6-4efa-b9b2-462d658a2d4b tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.0994098 May 10 15:29:12.602146 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0bcaf31c-ab9d-46cb-bbd0-87910422f25c req-c5fb0f90-c293-422c-940a-cfc14f5a9572 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403631 May 10 15:29:12.793911 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105a1b3-998b-45eb-bcfc-b1c151292074 req-ac347899-bc26-4fb7-a0a1-529e91d5fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:12.795397 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5105a1b3-998b-45eb-bcfc-b1c151292074 req-ac347899-bc26-4fb7-a0a1-529e91d5fdd2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf36bc9313b0433d889286c8d877bce8&device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 1099 time: 0.0858514 May 10 15:29:12.990329 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105a1b3-998b-45eb-bcfc-b1c151292074 req-52ed0c33-21d9-4cde-94f3-5d8ec8202149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:12.991752 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5105a1b3-998b-45eb-bcfc-b1c151292074 req-52ed0c33-21d9-4cde-94f3-5d8ec8202149 service neutron] 10.222.0.46 "GET /v2.0/networks?id=295295ac-f6af-4bcd-a052-58ea42c8fc65 HTTP/1.1" status: 200 len: 919 time: 0.1751552 May 10 15:29:13.064614 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5105a1b3-998b-45eb-bcfc-b1c151292074 req-47a75708-27bc-41b8-b649-9c7ef459638d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f HTTP/1.1" status: 200 len: 217 time: 0.0650370 May 10 15:29:13.106974 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a38412-265c-4f48-8c46-918898592c7b req-a3390fa5-d5ba-4a2d-9248-c357f605e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:13.108618 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-30a38412-265c-4f48-8c46-918898592c7b req-a3390fa5-d5ba-4a2d-9248-c357f605e165 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 1099 time: 0.1971288 May 10 15:29:13.160026 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105a1b3-998b-45eb-bcfc-b1c151292074 req-84116b62-c164-43d0-9fef-caff4c897186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:13.161422 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5105a1b3-998b-45eb-bcfc-b1c151292074 req-84116b62-c164-43d0-9fef-caff4c897186 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=267b5f04-b662-4592-a7d5-8c1f3a4c55e0 HTTP/1.1" status: 200 len: 858 time: 0.0885246 May 10 15:29:13.166411 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-30a38412-265c-4f48-8c46-918898592c7b req-0bf6d16d-a78f-4a63-9851-f27f54003ad6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498734 May 10 15:29:13.270666 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5105a1b3-998b-45eb-bcfc-b1c151292074 req-81ef7c4c-0863-41c0-b2bd-b6da48cc45da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=295295ac-f6af-4bcd-a052-58ea42c8fc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435321 May 10 15:29:13.437878 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5105a1b3-998b-45eb-bcfc-b1c151292074 req-b8017423-bd2c-411e-ad18-b9c4d5792888 service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592877 May 10 15:29:13.600023 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5105a1b3-998b-45eb-bcfc-b1c151292074 req-06f14b45-4cfa-4245-b7d7-17dedaffe167 service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527338 May 10 15:29:13.757452 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399cfda-ff8b-49b7-8e5b-618a044271a1 req-037069ee-f5e7-432b-8afe-9a6bffc345df tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:13.766481 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d399cfda-ff8b-49b7-8e5b-618a044271a1 req-037069ee-f5e7-432b-8afe-9a6bffc345df tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1252520 May 10 15:29:13.833487 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d399cfda-ff8b-49b7-8e5b-618a044271a1 req-d8e4b9f6-f825-41f1-9df7-a17e0365ef77 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583518 May 10 15:29:13.934434 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dd912-629e-4725-a5e8-800be198a992 req-bfac5fc6-3238-43ff-af6f-3f38928bda47 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:13.936949 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0f9dd912-629e-4725-a5e8-800be198a992 req-bfac5fc6-3238-43ff-af6f-3f38928bda47 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.1277986 May 10 15:29:13.986620 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0f9dd912-629e-4725-a5e8-800be198a992 req-1ea55dcf-df89-410b-8301-c8114f0e8fb7 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415900 May 10 15:29:15.039137 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed05f1-c35c-4e23-a8a8-f8da31b2df9c req-d938854b-9e73-4167-a3b3-0a7a999f5f7d tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:15.040758 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f3ed05f1-c35c-4e23-a8a8-f8da31b2df9c req-d938854b-9e73-4167-a3b3-0a7a999f5f7d tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1055305 May 10 15:29:15.092631 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f3ed05f1-c35c-4e23-a8a8-f8da31b2df9c req-b1d056ad-6835-402d-bad0-239badd4819d tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423295 May 10 15:29:15.286625 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45728a37-4189-479c-ada8-34dd8eed4b7b req-a4e021a4-0c57-4725-8bfd-2307c588281e tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:15.288353 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-45728a37-4189-479c-ada8-34dd8eed4b7b req-a4e021a4-0c57-4725-8bfd-2307c588281e tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.1514459 May 10 15:29:15.350776 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-45728a37-4189-479c-ada8-34dd8eed4b7b req-5ce4f04f-067e-4233-bccb-32e8f5ea3050 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554976 May 10 15:29:15.560364 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edfbe7-9974-4dd4-bc53-45fef8c299eb req-ae9d7263-844e-4fb4-af18-bf315907f52c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:15.563071 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-43edfbe7-9974-4dd4-bc53-45fef8c299eb req-ae9d7263-844e-4fb4-af18-bf315907f52c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1079323 May 10 15:29:15.568946 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1808f-2532-4589-90a9-40c1fa15ce94 req-2eee3ec6-2707-4a69-b158-ba24fd51a27a tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:15.575725 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 45194) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:15.577346 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-feb1808f-2532-4589-90a9-40c1fa15ce94 req-2eee3ec6-2707-4a69-b158-ba24fd51a27a tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 945 time: 0.1071796 May 10 15:29:15.581873 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-0f556351-8789-446a-bcb3-dc1e19121d89 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Request body: {'floatingip': {'port_id': '2171f8f2-9674-45c6-ac31-e7f28cb5e95d'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:29:15.632359 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-feb1808f-2532-4589-90a9-40c1fa15ce94 req-a2c460e0-1d69-437e-92e1-329c8135d09d tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483232 May 10 15:29:15.671486 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0f556351-8789-446a-bcb3-dc1e19121d89 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for floatingip, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:16.410907 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0f556351-8789-446a-bcb3-dc1e19121d89 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:16.414914 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0f556351-8789-446a-bcb3-dc1e19121d89 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706874'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:16.698785 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.l3_db [None req-0f556351-8789-446a-bcb3-dc1e19121d89 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Floating IP 14d81c50-625c-420a-bb9d-ba5554adc45c associated. External IP: 172.27.3.35, port: 2171f8f2-9674-45c6-ac31-e7f28cb5e95d. May 10 15:29:16.761094 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7522f-fd5d-40a5-9331-f144f534ecf9 req-f39f8bc2-e590-4b14-a368-47f1ac9000d2 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:16.762551 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c3c7522f-fd5d-40a5-9331-f144f534ecf9 req-f39f8bc2-e590-4b14-a368-47f1ac9000d2 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.3024426 May 10 15:29:16.848086 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916c619-d7ed-42bd-bdf2-216f13b0a351 req-ed28ed4b-492f-40c5-a48e-28bfab4bf9a2 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:16.849647 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6916c619-d7ed-42bd-bdf2-216f13b0a351 req-ed28ed4b-492f-40c5-a48e-28bfab4bf9a2 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 945 time: 0.0831685 May 10 15:29:16.891172 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c3c7522f-fd5d-40a5-9331-f144f534ecf9 req-2f03cd14-71e9-4aad-8343-e34f31a739fb tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729308 May 10 15:29:16.897167 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6916c619-d7ed-42bd-bdf2-216f13b0a351 req-5c0948b4-b999-4931-8d6f-a0f198dd3dc2 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418618 May 10 15:29:17.084389 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f556351-8789-446a-bcb3-dc1e19121d89 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Router 3572abad-1fb4-4b8a-bec2-baa8a90407eb has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:29:17.256664 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f556351-8789-446a-bcb3-dc1e19121d89 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:29:17.260890 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0f556351-8789-446a-bcb3-dc1e19121d89 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:17.269237 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d0dab3-330a-44ba-b52c-02a1142daf7d None None] Sync routers for ids ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:29:17.278761 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d0dab3-330a-44ba-b52c-02a1142daf7d None None] Routers {'3572abad-1fb4-4b8a-bec2-baa8a90407eb'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:29:17.280038 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-71d0dab3-330a-44ba-b52c-02a1142daf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:28:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:29:17.314469 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-0f556351-8789-446a-bcb3-dc1e19121d89 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "PUT /v2.0/floatingips/14d81c50-625c-420a-bb9d-ba5554adc45c HTTP/1.1" status: 200 len: 991 time: 1.7370236 May 10 15:29:17.315141 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd27467-7497-4215-aca8-5a6477b0277c', 'tag': '2171f8f2-9674-45c6-ac31-e7f28cb5e95d'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:29:17.373144 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd27467-7497-4215-aca8-5a6477b0277c', 'tag': '2171f8f2-9674-45c6-ac31-e7f28cb5e95d', 'status': 'completed', 'code': 200} May 10 15:29:17.461162 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-71d0dab3-330a-44ba-b52c-02a1142daf7d None None] Set router 3572abad-1fb4-4b8a-bec2-baa8a90407eb gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:29:17.798463 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-71d0dab3-330a-44ba-b52c-02a1142daf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:28:28Z', 'revision_number': 4, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '14d81c50-625c-420a-bb9d-ba5554adc45c', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'port_id': '2171f8f2-9674-45c6-ac31-e7f28cb5e95d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'mac_address': 'fa:16:3e:68:ec:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd27467-7497-4215-aca8-5a6477b0277c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:28:40Z', 'updated_at': '2021-05-10T15:29:16Z', 'revision_number': 1, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc27596-9660-4b3e-8886-b2bd9ade7be8', 'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'mac_address': 'fa:16:3e:c4:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:27Z', 'updated_at': '2021-05-10T15:28:40Z', 'revision_number': 5, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'subnets': [{'id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:29:17.802546 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d0dab3-330a-44ba-b52c-02a1142daf7d None None] Checking router: 3572abad-1fb4-4b8a-bec2-baa8a90407eb for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:29:17.811170 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d0dab3-330a-44ba-b52c-02a1142daf7d None None] Routers {'3572abad-1fb4-4b8a-bec2-baa8a90407eb'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:29:17.811805 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-71d0dab3-330a-44ba-b52c-02a1142daf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:28:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:29:17.942507 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:17.997389 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-71d0dab3-330a-44ba-b52c-02a1142daf7d None None] Set router 3572abad-1fb4-4b8a-bec2-baa8a90407eb gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:29:18.093431 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8365c-b31e-4cfc-8c3f-ce584a171efc req-96f6ca29-ec9c-42aa-beb9-ac6bd4e2a143 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:18.094906 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-93c8365c-b31e-4cfc-8c3f-ce584a171efc req-96f6ca29-ec9c-42aa-beb9-ac6bd4e2a143 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.0828023 May 10 15:29:18.140006 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-93c8365c-b31e-4cfc-8c3f-ce584a171efc req-9c799535-7ba6-4edf-b6e1-f0dad196500d tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390346 May 10 15:29:18.284361 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5411ea-1623-4982-80cd-8f5c5e65ff2e req-95c7e05f-7dd8-47b9-b65c-d1631426f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:18.285830 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ba5411ea-1623-4982-80cd-8f5c5e65ff2e req-95c7e05f-7dd8-47b9-b65c-d1631426f17c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=376336f6ca3c4e8898d9998b100bc64d&device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 1099 time: 0.0814142 May 10 15:29:18.350380 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e85bd2-67eb-415e-84be-ac81d87d0823 req-952e72ab-9094-4de2-b8b1-b0ab1361b1ae tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:18.352259 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-42e85bd2-67eb-415e-84be-ac81d87d0823 req-952e72ab-9094-4de2-b8b1-b0ab1361b1ae tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 945 time: 0.1063693 May 10 15:29:18.399691 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-71d0dab3-330a-44ba-b52c-02a1142daf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:28:28Z', 'revision_number': 4, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '14d81c50-625c-420a-bb9d-ba5554adc45c', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'port_id': '2171f8f2-9674-45c6-ac31-e7f28cb5e95d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'mac_address': 'fa:16:3e:68:ec:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd27467-7497-4215-aca8-5a6477b0277c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:28:40Z', 'updated_at': '2021-05-10T15:29:16Z', 'revision_number': 1, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc27596-9660-4b3e-8886-b2bd9ade7be8', 'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'mac_address': 'fa:16:3e:c4:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:27Z', 'updated_at': '2021-05-10T15:28:40Z', 'revision_number': 5, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'subnets': [{'id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:29:18.404162 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-42e85bd2-67eb-415e-84be-ac81d87d0823 req-3e8944b8-01ff-4aea-bc99-27ce31cb76c5 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460582 May 10 15:29:18.407874 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d0dab3-330a-44ba-b52c-02a1142daf7d None None] The sync data for ids ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'] in dv-cinder-784945-8-iscsi is: [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:28:28Z', 'revision_number': 4, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '14d81c50-625c-420a-bb9d-ba5554adc45c', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'port_id': '2171f8f2-9674-45c6-ac31-e7f28cb5e95d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'mac_address': 'fa:16:3e:68:ec:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd27467-7497-4215-aca8-5a6477b0277c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:28:40Z', 'updated_at': '2021-05-10T15:29:16Z', 'revision_number': 1, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc27596-9660-4b3e-8886-b2bd9ade7be8', 'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'mac_address': 'fa:16:3e:c4:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:27Z', 'updated_at': '2021-05-10T15:28:40Z', 'revision_number': 5, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'subnets': [{'id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:29:18.429174 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5411ea-1623-4982-80cd-8f5c5e65ff2e req-c15f4e52-7789-4f06-b47d-e58f377d8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:18.430661 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ba5411ea-1623-4982-80cd-8f5c5e65ff2e req-c15f4e52-7789-4f06-b47d-e58f377d8f64 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e72a75bc-84e4-4072-bd72-d6e58af56db3 HTTP/1.1" status: 200 len: 912 time: 0.1367316 May 10 15:29:18.543465 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ba5411ea-1623-4982-80cd-8f5c5e65ff2e req-e7413db6-dd79-443d-9381-a5b78ddf52e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2171f8f2-9674-45c6-ac31-e7f28cb5e95d HTTP/1.1" status: 200 len: 999 time: 0.1007822 May 10 15:29:18.609352 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5411ea-1623-4982-80cd-8f5c5e65ff2e req-1d2c977d-f842-4c08-a739-0971e154e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:18.610808 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ba5411ea-1623-4982-80cd-8f5c5e65ff2e req-1d2c977d-f842-4c08-a739-0971e154e84a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b2bbde6-dc52-4ea4-8c27-065ac376bc64 HTTP/1.1" status: 200 len: 850 time: 0.0605624 May 10 15:29:18.618393 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a09d6a0-476e-43d7-9d5a-26992b2c36d0 None None] New status for floating IP 14d81c50-625c-420a-bb9d-ba5554adc45c: ACTIVE {{(pid=78736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:29:18.695798 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5411ea-1623-4982-80cd-8f5c5e65ff2e req-80c88e9a-4785-4c03-a57d-3ce47ad5f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:18.696799 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ba5411ea-1623-4982-80cd-8f5c5e65ff2e req-80c88e9a-4785-4c03-a57d-3ce47ad5f032 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e72a75bc-84e4-4072-bd72-d6e58af56db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761082 May 10 15:29:19.269817 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:29:19.327881 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37694480-316c-4898-a8d5-37be20656cbe req-c31df828-c10f-489c-9350-ad658cf7a9c3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:19.329319 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-37694480-316c-4898-a8d5-37be20656cbe req-c31df828-c10f-489c-9350-ad658cf7a9c3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.0824237 May 10 15:29:19.372717 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-37694480-316c-4898-a8d5-37be20656cbe req-a0cce880-4ccf-43c6-8c17-b9db13e3c611 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376840 May 10 15:29:19.590869 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd5540-d9fe-43da-9f1c-b0d449d1d19e req-15c57d33-9be8-4d70-aaed-bca96d70707d tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:19.592405 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c2dd5540-d9fe-43da-9f1c-b0d449d1d19e req-15c57d33-9be8-4d70-aaed-bca96d70707d tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 945 time: 0.0823076 May 10 15:29:19.636118 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c2dd5540-d9fe-43da-9f1c-b0d449d1d19e req-198b7e30-57d3-4236-b5ea-aade465a62c8 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377128 May 10 15:29:20.558080 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074679d-9b05-456c-93b1-d20280a67988 req-16c63856-c515-4d95-bd8f-b42a88c8f54c tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:20.559517 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5074679d-9b05-456c-93b1-d20280a67988 req-16c63856-c515-4d95-bd8f-b42a88c8f54c tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.0777254 May 10 15:29:20.605112 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5074679d-9b05-456c-93b1-d20280a67988 req-d8dd701a-6bf9-4ffe-9140-31d6a6c998df tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385244 May 10 15:29:20.891669 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86846b1-978a-401a-ab5b-535515e913ba req-c4e91eee-666b-4eff-ada9-855a2cbaa186 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:20.893121 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c86846b1-978a-401a-ab5b-535515e913ba req-c4e91eee-666b-4eff-ada9-855a2cbaa186 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 945 time: 0.1535676 May 10 15:29:20.936845 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c86846b1-978a-401a-ab5b-535515e913ba req-48b8b92e-3d7c-400f-a12e-f1edb76579fe tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379894 May 10 15:29:21.898614 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd960c2-b6ff-4f10-994f-aa5942a0a976 req-90773ea1-2e5e-4cea-b2b9-7450ca124421 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:21.900000 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ebd960c2-b6ff-4f10-994f-aa5942a0a976 req-90773ea1-2e5e-4cea-b2b9-7450ca124421 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.1900101 May 10 15:29:21.905909 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ba5411ea-1623-4982-80cd-8f5c5e65ff2e req-d05344d9-ff3b-4429-b1b7-0828132b8464 service neutron] 10.222.0.46 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609695 May 10 15:29:22.015894 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ebd960c2-b6ff-4f10-994f-aa5942a0a976 req-52ad2d29-5fe4-48c2-9acc-e13fd5909138 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089885 May 10 15:29:22.069607 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ba5411ea-1623-4982-80cd-8f5c5e65ff2e req-8c1a6f50-d249-4d78-8927-7c55dab50ddc service neutron] 10.222.0.46 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487825 May 10 15:29:22.128979 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e5353-92e6-4f35-89db-2b1748fa6ef5 req-d376f53f-c88f-4529-b287-cd5e3f62dce2 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:22.130422 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c80e5353-92e6-4f35-89db-2b1748fa6ef5 req-d376f53f-c88f-4529-b287-cd5e3f62dce2 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 945 time: 0.0792880 May 10 15:29:22.174675 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c80e5353-92e6-4f35-89db-2b1748fa6ef5 req-98647f13-bea6-4e5b-8b27-e32d8960b41e tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384893 May 10 15:29:23.210444 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1145e-f714-4532-a120-3664b2f148d6 req-ee27290e-2a0b-43c3-93c4-802e15f4588c tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:23.211909 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-69f1145e-f714-4532-a120-3664b2f148d6 req-ee27290e-2a0b-43c3-93c4-802e15f4588c tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.0835540 May 10 15:29:23.259159 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-69f1145e-f714-4532-a120-3664b2f148d6 req-b1812025-83a2-40e3-8f4a-29f690b04977 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409417 May 10 15:29:23.453752 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b8df6-2d25-48c2-acc4-617a0a01f4ec req-7cdd47ea-1fae-4622-a970-5c545c2ee27c tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:23.455167 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6b8b8df6-2d25-48c2-acc4-617a0a01f4ec req-7cdd47ea-1fae-4622-a970-5c545c2ee27c tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 945 time: 0.0847790 May 10 15:29:23.499048 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6b8b8df6-2d25-48c2-acc4-617a0a01f4ec req-207ffa30-a88c-4425-97fd-efa5786b90db tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380993 May 10 15:29:24.445406 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f821d-cfd6-4a70-95f4-ab6722cf7236 req-060fdc54-487b-4df7-98c3-5fb50dabea8c tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:24.446840 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-828f821d-cfd6-4a70-95f4-ab6722cf7236 req-060fdc54-487b-4df7-98c3-5fb50dabea8c tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.0803335 May 10 15:29:24.493918 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-828f821d-cfd6-4a70-95f4-ab6722cf7236 req-e9fab1c0-13d6-4f5e-bb81-21c9249f898a tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 May 10 15:29:24.689191 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f8481-f008-450a-86d8-51c66dbef249 req-518e386a-b5aa-4030-857e-c294d9c54c5f tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:24.690416 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ed3f8481-f008-450a-86d8-51c66dbef249 req-518e386a-b5aa-4030-857e-c294d9c54c5f tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 945 time: 0.0858097 May 10 15:29:24.751875 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ed3f8481-f008-450a-86d8-51c66dbef249 req-fd983583-d353-41fb-a5dd-3e48f11b7de7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456309 May 10 15:29:25.016574 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ad7c168e-4839-47e4-b679-e04a60e39396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:25.691289 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0246d52-a78b-48e7-b94b-dc16c7377dff req-8475033e-a079-4f1d-bfc6-35df39cbdb72 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:25.692743 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f0246d52-a78b-48e7-b94b-dc16c7377dff req-8475033e-a079-4f1d-bfc6-35df39cbdb72 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.0849380 May 10 15:29:25.737163 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f0246d52-a78b-48e7-b94b-dc16c7377dff req-0b097ab6-ec60-4b1a-8d4c-b30729f108fd tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388229 May 10 15:29:25.932224 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235e50a-10e5-4eb0-83ac-e32f30ff5425 req-39a1abb4-5544-4753-bdc5-268e20a44af2 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:25.933572 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2235e50a-10e5-4eb0-83ac-e32f30ff5425 req-39a1abb4-5544-4753-bdc5-268e20a44af2 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 945 time: 0.0765455 May 10 15:29:25.976695 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2235e50a-10e5-4eb0-83ac-e32f30ff5425 req-c1409685-4e59-4a67-9527-4323762d2c99 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368431 May 10 15:29:26.921755 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5be669-c07f-4b9b-962f-02a2f0672529 req-ffb4ea17-c06f-4661-9b18-3307edd35457 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:26.923188 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1d5be669-c07f-4b9b-962f-02a2f0672529 req-ffb4ea17-c06f-4661-9b18-3307edd35457 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.0793335 May 10 15:29:26.966451 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1d5be669-c07f-4b9b-962f-02a2f0672529 req-a194450d-812f-4bb3-9978-f7ee41ec269c tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375671 May 10 15:29:27.161625 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b911c-5fbf-44f1-b1f4-7baca8ce922a req-e0430bfd-9137-42fd-9c09-a21f4270cdd7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:27.163087 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0b9b911c-5fbf-44f1-b1f4-7baca8ce922a req-e0430bfd-9137-42fd-9c09-a21f4270cdd7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 945 time: 0.0817060 May 10 15:29:27.207129 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0b9b911c-5fbf-44f1-b1f4-7baca8ce922a req-3d542bc5-3424-4fda-be8f-35d37f9b78c9 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383406 May 10 15:29:27.684402 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:27.906191 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-094b4d3f-7de4-44e1-9f4a-75de7f929fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:28.145191 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b87ce6-d894-4dd9-b057-ca35570f47dc req-f8f4addf-f493-4829-9d8d-872ff6f89881 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:28.146616 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-38b87ce6-d894-4dd9-b057-ca35570f47dc req-f8f4addf-f493-4829-9d8d-872ff6f89881 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.0772765 May 10 15:29:28.191160 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-38b87ce6-d894-4dd9-b057-ca35570f47dc req-9ecb6e05-66e4-4dad-b2ca-027b6eba6af3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389862 May 10 15:29:28.392816 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0dcf3-8139-4af9-b1b4-2bd1492f349f req-72634b15-dbe8-4f82-bb43-40b76214517c tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:28.394250 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-46b0dcf3-8139-4af9-b1b4-2bd1492f349f req-72634b15-dbe8-4f82-bb43-40b76214517c tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 945 time: 0.0818305 May 10 15:29:28.438530 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-46b0dcf3-8139-4af9-b1b4-2bd1492f349f req-9fa34832-8f7f-4234-943a-383038bd4bb8 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381072 May 10 15:29:28.534170 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:29.168723 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a89689-bbe0-4ada-9647-16fc87b7ae45 req-c904ddb7-264c-44ef-8a36-63d1dd9595ab tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:29.170163 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-53a89689-bbe0-4ada-9647-16fc87b7ae45 req-c904ddb7-264c-44ef-8a36-63d1dd9595ab tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.46 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 945 time: 0.0835888 May 10 15:29:29.357010 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-53a89689-bbe0-4ada-9647-16fc87b7ae45 req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Deleting port 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:29:29.357382 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-53a89689-bbe0-4ada-9647-16fc87b7ae45 req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:29.508378 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54543cd1-9d84-4aa2-8e1a-764331467319 req-87f6ac1a-aeea-4d69-a74e-43f45a73761a tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:29.509832 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-54543cd1-9d84-4aa2-8e1a-764331467319 req-87f6ac1a-aeea-4d69-a74e-43f45a73761a tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.2107940 May 10 15:29:29.515703 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-53a89689-bbe0-4ada-9647-16fc87b7ae45 req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] For port 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9a4a07d9-3a8f-4125-a012-c4ac036c2ec4,segment=NetworkSegment(a6cea30d-4fbe-42d2-983e-7dc6fb401778),segment_id=a6cea30d-4fbe-42d2-983e-7dc6fb401778)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:29:29.516093 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-53a89689-bbe0-4ada-9647-16fc87b7ae45 req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:29.643335 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d00fe-416f-4c9a-a33c-0584d4ba2a73 req-7eab8fa3-aa6d-428b-a750-248878a219d3 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:29.645725 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-733d00fe-416f-4c9a-a33c-0584d4ba2a73 req-7eab8fa3-aa6d-428b-a750-248878a219d3 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 945 time: 0.0970230 May 10 15:29:29.665596 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-53a89689-bbe0-4ada-9647-16fc87b7ae45 req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Calling delete_port for 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:29:29.699943 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-733d00fe-416f-4c9a-a33c-0584d4ba2a73 req-097be6c5-7b85-4e37-8c6d-bf43e501c6f2 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/security-groups?id=611be5be-43ff-4a6e-806d-941281b3ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481911 May 10 15:29:29.701005 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-54543cd1-9d84-4aa2-8e1a-764331467319 req-d0b42bf4-53f6-44d0-a7c2-3e8ef6fe2b3f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774344 May 10 15:29:29.980502 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-53a89689-bbe0-4ada-9647-16fc87b7ae45 req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:29.989426 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:30.077624 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Pushing event deleted for resources: {'Port': ['ID=9a4a07d9-3a8f-4125-a012-c4ac036c2ec4,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:30.126132 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:30.126487 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:30.126854 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:30.127241 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:30.127519 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:30.128260 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:30.128590 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:30.128952 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:30.129280 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:30.129876 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:30.130523 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:30.130963 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:30.134772 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:30.135990 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a89689-bbe0-4ada-9647-16fc87b7ae45 req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] No DVR routers for this DVR port 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 on host hv-cinder-78494 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:29:30.139456 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-53a89689-bbe0-4ada-9647-16fc87b7ae45 req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:30.143456 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f3ccd9-6910-43f5-8908-37db357673c2', 'name': 'network-vif-deleted', 'tag': '9a4a07d9-3a8f-4125-a012-c4ac036c2ec4'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:29:30.160065 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-53a89689-bbe0-4ada-9647-16fc87b7ae45 req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.46 "DELETE /v2.0/ports/9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 HTTP/1.1" status: 204 len: 173 time: 0.9786055 May 10 15:29:30.205811 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f3ccd9-6910-43f5-8908-37db357673c2', 'name': 'network-vif-deleted', 'tag': '9a4a07d9-3a8f-4125-a012-c4ac036c2ec4', 'status': 'completed', 'code': 200} May 10 15:29:30.294200 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:30.899360 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903d7c1-093f-49b5-94c7-7cc78ef423a7 req-611774c0-8518-4d9b-b29e-1eb28c617dc6 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:30.901273 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6903d7c1-093f-49b5-94c7-7cc78ef423a7 req-611774c0-8518-4d9b-b29e-1eb28c617dc6 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.0951886 May 10 15:29:30.957067 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6903d7c1-093f-49b5-94c7-7cc78ef423a7 req-67d9000a-b3a7-4a07-b7a2-c08fc0ef522f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492327 May 10 15:29:30.962026 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-fa3504df-9883-4234-abd8-8953c81ff7a8 req-d6b1456a-dd68-4b49-a72c-9fce47cf2e2d tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 210 time: 0.1397364 May 10 15:29:31.297415 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:29:31.332404 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:29:31.332841 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 9a4a07d9-3a8f-4125-a012-c4ac036c2ec4 not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:29:31.465597 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 45488) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:31.586027 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ab810710-e4ac-4841-8b71-29ad4888789a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:31.600919 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-ab810710-e4ac-4841-8b71-29ad4888789a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:31.604663 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-ab810710-e4ac-4841-8b71-29ad4888789a admin admin] Usage tracker for resource:security_group_rule and tenant:e43abb6e17f1490192540af4473c4414 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:31.611305 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-ab810710-e4ac-4841-8b71-29ad4888789a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:31.617086 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-ab810710-e4ac-4841-8b71-29ad4888789a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:31.713108 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ab810710-e4ac-4841-8b71-29ad4888789a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:31.718305 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ab810710-e4ac-4841-8b71-29ad4888789a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:31.727916 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:31.770966 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-ab810710-e4ac-4841-8b71-29ad4888789a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e43abb6e17f1490192540af4473c4414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019767 May 10 15:29:31.770966 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab810710-e4ac-4841-8b71-29ad4888789a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff96c870-b15c-46ad-a8f1-e7bbfade13bf,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:31.771360 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 45516) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:31.776711 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ab810710-e4ac-4841-8b71-29ad4888789a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:31.832266 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:31.858073 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:31.912512 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:31.917211 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:31.929135 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff96c870-b15c-46ad-a8f1-e7bbfade13bf,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:31.941823 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:31.942171 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:31.942597 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:31.942944 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:31.943288 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:31.943629 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:31.943994 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:31.944332 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:31.944667 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:31.945172 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:31.945509 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:31.945846 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:31.949266 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:31.950521 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:31.955013 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ff96c870-b15c-46ad-a8f1-e7bbfade13bf HTTP/1.1" status: 204 len: 168 time: 0.1789196 May 10 15:29:32.168644 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-6fe17b41-ea2e-4db4-ac18-94742c15f5ea req-d24d589d-8a4e-48a3-a3af-c6044b899eff tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Synchronizing usage tracker for tenant:6b4c531c187745cba659eff56cdac2b2 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:29:32.195249 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-6fe17b41-ea2e-4db4-ac18-94742c15f5ea req-d24d589d-8a4e-48a3-a3af-c6044b899eff tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Unset dirty status for tenant:6b4c531c187745cba659eff56cdac2b2 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:29:32.209358 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6fe17b41-ea2e-4db4-ac18-94742c15f5ea req-d24d589d-8a4e-48a3-a3af-c6044b899eff tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 210 time: 0.0909491 May 10 15:29:32.220806 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63ae89-c632-4337-ac59-28ff0350d7e2 req-e73223b9-1d79-4d57-b60b-e1cd0727e205 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:32.228183 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8a63ae89-c632-4337-ac59-28ff0350d7e2 req-e73223b9-1d79-4d57-b60b-e1cd0727e205 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.1551814 May 10 15:29:32.275607 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8a63ae89-c632-4337-ac59-28ff0350d7e2 req-ba200d48-7f22-4d46-904d-0e2c3eb95d01 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461032 May 10 15:29:32.407062 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 45540) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:32.426059 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-752501c3-5217-40c7-a733-f283e4cb5614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:32.442767 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-752501c3-5217-40c7-a733-f283e4cb5614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:32.446553 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-752501c3-5217-40c7-a733-f283e4cb5614 admin admin] Usage tracker for resource:security_group_rule and tenant:d1c5f6f467294c52843fc353625f4809 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:32.452572 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-752501c3-5217-40c7-a733-f283e4cb5614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:32.458659 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-752501c3-5217-40c7-a733-f283e4cb5614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:32.547689 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-752501c3-5217-40c7-a733-f283e4cb5614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:32.551388 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-752501c3-5217-40c7-a733-f283e4cb5614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:32.559618 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ab3134d6-0188-470e-836c-0e5252ece4cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:32.597885 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-752501c3-5217-40c7-a733-f283e4cb5614 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1c5f6f467294c52843fc353625f4809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895986 May 10 15:29:32.598657 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752501c3-5217-40c7-a733-f283e4cb5614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6db984-b055-4a11-960e-a16d42786891,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:32.601166 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 45548) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:32.601609 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-752501c3-5217-40c7-a733-f283e4cb5614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:32.658730 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0ddd6090-c10f-4ec2-9cdd-4fd593e7a310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:32.684695 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0ddd6090-c10f-4ec2-9cdd-4fd593e7a310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:32.738094 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0ddd6090-c10f-4ec2-9cdd-4fd593e7a310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:32.742914 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:32.754063 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd6090-c10f-4ec2-9cdd-4fd593e7a310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6db984-b055-4a11-960e-a16d42786891,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:32.756229 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-0ddd6090-c10f-4ec2-9cdd-4fd593e7a310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:32.763009 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0ddd6090-c10f-4ec2-9cdd-4fd593e7a310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:32.764119 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-0ddd6090-c10f-4ec2-9cdd-4fd593e7a310 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f6db984-b055-4a11-960e-a16d42786891 HTTP/1.1" status: 204 len: 168 time: 0.1619668 May 10 15:29:33.375725 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6877ca61-1f9f-4552-885c-68b2c715b178 req-9f9625c7-9d1b-4eae-b699-811d8b515e6b tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 210 time: 0.0461805 May 10 15:29:33.562260 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72af39-7b27-4974-852c-104d9919d7d3 req-67173ca6-4ad1-476f-bf93-105865265635 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:33.563731 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-2f72af39-7b27-4974-852c-104d9919d7d3 req-67173ca6-4ad1-476f-bf93-105865265635 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.0857520 May 10 15:29:33.612792 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-2f72af39-7b27-4974-852c-104d9919d7d3 req-10ea8b47-904c-4037-972d-87647d512e64 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416470 May 10 15:29:34.535700 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-fb6fcb6e-2dd9-4c45-8687-eb60ea5ffa71 req-f69a96e4-cb10-445c-b839-64ecf5e33c92 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f3ccd9-6910-43f5-8908-37db357673c2 HTTP/1.1" status: 200 len: 210 time: 0.0416079 May 10 15:29:34.795328 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738517fa-a36d-48c4-b0b7-0be591b5de34 req-240f4f42-f340-4780-aa66-b02463ce91e5 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:34.796758 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-738517fa-a36d-48c4-b0b7-0be591b5de34 req-240f4f42-f340-4780-aa66-b02463ce91e5 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.0812469 May 10 15:29:34.839164 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-738517fa-a36d-48c4-b0b7-0be591b5de34 req-31f5d3b0-0a4e-4629-ac8d-ec31edd93d5b tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368712 May 10 15:29:36.029727 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05663c0-6a44-4017-8e0f-9946dee54d6f req-d6c97c10-15fb-421c-901a-5c73abe82c74 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:36.031203 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d05663c0-6a44-4017-8e0f-9946dee54d6f req-d6c97c10-15fb-421c-901a-5c73abe82c74 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.0821934 May 10 15:29:36.103859 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d05663c0-6a44-4017-8e0f-9946dee54d6f req-1c2edf56-ce4d-4b24-983a-8b00ee0347e0 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581250 May 10 15:29:37.297757 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668edc03-500e-4864-abe4-14cd7e859e42 req-d222f97e-ed9e-46c3-b39c-4bd31d13b3c3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:37.299267 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-668edc03-500e-4864-abe4-14cd7e859e42 req-d222f97e-ed9e-46c3-b39c-4bd31d13b3c3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.0829787 May 10 15:29:37.345706 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-668edc03-500e-4864-abe4-14cd7e859e42 req-82fdee63-0b98-4281-aa58-70d696b8dcad tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393407 May 10 15:29:37.426324 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 45680) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:37.486952 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_v2 [None req-40eb62b3-4c41-42b4-8a1a-6fca210a1270 admin admin] Deleting subnet 055f4b5b-331f-4ae9-8dbc-2cc7143113c9 {{(pid=78735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:29:37.489873 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-40eb62b3-4c41-42b4-8a1a-6fca210a1270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:37.538419 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-40eb62b3-4c41-42b4-8a1a-6fca210a1270 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:37.546208 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-40eb62b3-4c41-42b4-8a1a-6fca210a1270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-867255'] for subnet, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:37.801657 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-40eb62b3-4c41-42b4-8a1a-6fca210a1270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-867256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:37.813635 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:37.843333 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb62b3-4c41-42b4-8a1a-6fca210a1270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=055f4b5b-331f-4ae9-8dbc-2cc7143113c9,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:37.852831 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-40eb62b3-4c41-42b4-8a1a-6fca210a1270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:37.858904 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-40eb62b3-4c41-42b4-8a1a-6fca210a1270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:37.864012 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-40eb62b3-4c41-42b4-8a1a-6fca210a1270 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/055f4b5b-331f-4ae9-8dbc-2cc7143113c9 HTTP/1.1" status: 204 len: 168 time: 0.4343674 May 10 15:29:37.864302 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 45704) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:37.977432 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:38.106383 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8771509523613'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:38.120682 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:29:38.121032 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:29:38.121778 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:29:38.122189 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Subscribe: > port after_create 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:29:38.122511 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Subscribe: > port after_delete 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:29:38.122981 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Subscribe: > port after_update 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:29:38.123329 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:29:38.123641 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:29:38.123989 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:29:38.124309 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:29:38.262906 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:29:38.263355 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:29:38.263795 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:29:38.264147 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:29:38.264514 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51fb702-9234-4d12-83a8-783039610371']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:29:38.277588 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cea30d-4fbe-42d2-983e-7dc6fb401778') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:29:38.277883 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cea30d-4fbe-42d2-983e-7dc6fb401778') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:29:38.289622 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509535335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3332993'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:38.308489 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:38.316797 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:29:38.317310 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2760482'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: from cryptography.utils import int_from_bytes May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: from cryptography.utils import int_from_bytes May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: Traceback (most recent call last): May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: timer() May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: cb(*args, **kw) May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: return func(*args, **kwargs) May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: self._notify() May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: self.callback(batched_events) May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: event.method(event) May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: return f(self, *a, **k) May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._get(url).json() May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:29:38.335075 dv-cinder-784945-8-iscsi neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:29:38.530665 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706869'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:38.540521 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:38.561738 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:38.565852 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Pushing event deleted for resources: {'Network': ['ID=f51fb702-9234-4d12-83a8-783039610371,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:38.571704 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:38.585355 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] 10.222.0.11 "DELETE /v2.0/networks/f51fb702-9234-4d12-83a8-783039610371 HTTP/1.1" status: 204 len: 168 time: 0.7200506 May 10 15:29:38.596657 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d06de-0f64-498d-8a54-fc8a3a07eb44 req-8e94a388-31df-442f-a7d6-73b47cd2ada1 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:38.598109 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a32d06de-0f64-498d-8a54-fc8a3a07eb44 req-8e94a388-31df-442f-a7d6-73b47cd2ada1 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.1301670 May 10 15:29:38.643849 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a32d06de-0f64-498d-8a54-fc8a3a07eb44 req-3f5ebb88-886f-40f3-9a22-7dc3b504bfc1 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397723 May 10 15:29:38.762984 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 45736) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:38.810245 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-47d37ab1-d54a-4fbb-9d1e-15e7fc340a94 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b4c531c187745cba659eff56cdac2b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0455630 May 10 15:29:38.812456 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 45740) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:38.868045 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd14b-e45a-4782-b3f7-d68e0912c14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:38.892776 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd14b-e45a-4782-b3f7-d68e0912c14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:38.946047 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd14b-e45a-4782-b3f7-d68e0912c14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:38.950751 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ab810710-e4ac-4841-8b71-29ad4888789a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:38.962735 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4dd14b-e45a-4782-b3f7-d68e0912c14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611be5be-43ff-4a6e-806d-941281b3ec50,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:38.966382 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-fa4dd14b-e45a-4782-b3f7-d68e0912c14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:38.974141 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd14b-e45a-4782-b3f7-d68e0912c14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:38.975225 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-fa4dd14b-e45a-4782-b3f7-d68e0912c14a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/611be5be-43ff-4a6e-806d-941281b3ec50 HTTP/1.1" status: 204 len: 168 time: 0.1619134 May 10 15:29:39.830716 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ed25-9a16-464e-8a33-111ea75e1fdf req-3e7af4b6-31f9-4a3a-9d8f-e68c55391033 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:39.832189 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6818ed25-9a16-464e-8a33-111ea75e1fdf req-3e7af4b6-31f9-4a3a-9d8f-e68c55391033 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.0777760 May 10 15:29:39.875808 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6818ed25-9a16-464e-8a33-111ea75e1fdf req-bc576fe2-5b9d-48c4-9bfc-81d714811b85 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379670 May 10 15:29:40.564738 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 45816) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:40.702847 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c8531838-9aa8-40dd-bb63-21871b68f86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:40.724966 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-c8531838-9aa8-40dd-bb63-21871b68f86c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:40.730018 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-c8531838-9aa8-40dd-bb63-21871b68f86c admin admin] Usage tracker for resource:security_group_rule and tenant:0b2896435f184c92b59686fac1a17e95 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:40.733992 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-c8531838-9aa8-40dd-bb63-21871b68f86c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:40.740119 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-c8531838-9aa8-40dd-bb63-21871b68f86c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:40.842129 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c8531838-9aa8-40dd-bb63-21871b68f86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:40.845161 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c8531838-9aa8-40dd-bb63-21871b68f86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:40.857960 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-fd583a32-011d-4ce0-9468-edb05a320f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:40.894986 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-c8531838-9aa8-40dd-bb63-21871b68f86c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b2896435f184c92b59686fac1a17e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259137 May 10 15:29:40.894986 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8531838-9aa8-40dd-bb63-21871b68f86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36caeb5b-9b50-4256-afaf-e1b7c311e577,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:40.895195 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 45838) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:40.898059 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-c8531838-9aa8-40dd-bb63-21871b68f86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:40.969198 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b6664185-0978-4a45-8259-90b205202e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:41.030250 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b6664185-0978-4a45-8259-90b205202e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:41.109843 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa25ef3-fe3e-4beb-9dd9-002e2fc8ada4 req-8b92b2b8-506d-4dda-8d58-da7f9e16f449 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:41.111662 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ffa25ef3-fe3e-4beb-9dd9-002e2fc8ada4 req-8b92b2b8-506d-4dda-8d58-da7f9e16f449 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.1176431 May 10 15:29:41.133472 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b6664185-0978-4a45-8259-90b205202e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:41.141854 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-0ddd6090-c10f-4ec2-9cdd-4fd593e7a310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:41.164443 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6664185-0978-4a45-8259-90b205202e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36caeb5b-9b50-4256-afaf-e1b7c311e577,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:41.166811 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b6664185-0978-4a45-8259-90b205202e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:41.178971 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b6664185-0978-4a45-8259-90b205202e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:41.178971 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-b6664185-0978-4a45-8259-90b205202e72 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36caeb5b-9b50-4256-afaf-e1b7c311e577 HTTP/1.1" status: 204 len: 168 time: 0.2796557 May 10 15:29:41.195451 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ffa25ef3-fe3e-4beb-9dd9-002e2fc8ada4 req-7c9b9d60-e32f-408c-abd3-8bbdcb07415f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774090 May 10 15:29:42.391097 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2c994-a590-44ee-9228-f4639dee8eb9 req-56635190-4e07-41d3-8485-42c518c6186b tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:42.392603 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5be2c994-a590-44ee-9228-f4639dee8eb9 req-56635190-4e07-41d3-8485-42c518c6186b tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.0850370 May 10 15:29:42.438679 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5be2c994-a590-44ee-9228-f4639dee8eb9 req-91109b8f-ca18-48ce-a366-63eee63e696f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401475 May 10 15:29:43.624043 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7112d-c836-46ec-8664-dd5502ca75f6 req-e8b4159d-3a2c-414a-b8ec-253d5129d40f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:43.625594 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8aa7112d-c836-46ec-8664-dd5502ca75f6 req-e8b4159d-3a2c-414a-b8ec-253d5129d40f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.0839577 May 10 15:29:43.712480 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8aa7112d-c836-46ec-8664-dd5502ca75f6 req-bcbe8a86-6ccc-4601-8cfe-b2f225f12e42 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804729 May 10 15:29:43.748705 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5cd4e3c4-0c6d-47b5-9055-99a3e86d6fe9 req-81b0bbd6-2981-46f6-a7fc-c57be11b68e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0875492 May 10 15:29:43.915393 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4e3c4-0c6d-47b5-9055-99a3e86d6fe9 req-9da3c432-e50f-41e6-84c6-f4e230b4a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:43.916934 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5cd4e3c4-0c6d-47b5-9055-99a3e86d6fe9 req-9da3c432-e50f-41e6-84c6-f4e230b4a4f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf36bc9313b0433d889286c8d877bce8&device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 1099 time: 0.0834811 May 10 15:29:44.005921 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 45954) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:44.074607 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4e3c4-0c6d-47b5-9055-99a3e86d6fe9 req-2c585a65-9e3e-4ba0-acd9-167014354819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:44.075998 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5cd4e3c4-0c6d-47b5-9055-99a3e86d6fe9 req-2c585a65-9e3e-4ba0-acd9-167014354819 service neutron] 10.222.0.46 "GET /v2.0/networks?id=295295ac-f6af-4bcd-a052-58ea42c8fc65 HTTP/1.1" status: 200 len: 919 time: 0.1308379 May 10 15:29:44.131766 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-70d09cd1-8861-4782-8c3b-9374605b5334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:44.153278 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-70d09cd1-8861-4782-8c3b-9374605b5334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:44.157406 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-70d09cd1-8861-4782-8c3b-9374605b5334 admin admin] Usage tracker for resource:security_group_rule and tenant:2feeb0b2afc7454ba80d10c35bee4077 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:44.157683 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5cd4e3c4-0c6d-47b5-9055-99a3e86d6fe9 req-24c65aa4-6e22-42c9-84b4-385746f44264 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4432053a-9d9a-4b16-b6cc-124ff1274d20 HTTP/1.1" status: 200 len: 217 time: 0.0717490 May 10 15:29:44.160823 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-70d09cd1-8861-4782-8c3b-9374605b5334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:44.166887 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-70d09cd1-8861-4782-8c3b-9374605b5334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:44.249926 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4e3c4-0c6d-47b5-9055-99a3e86d6fe9 req-0b9f7c60-bd2a-4bfc-bfe1-0321593db2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:44.251350 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5cd4e3c4-0c6d-47b5-9055-99a3e86d6fe9 req-0b9f7c60-bd2a-4bfc-bfe1-0321593db2bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=267b5f04-b662-4592-a7d5-8c1f3a4c55e0 HTTP/1.1" status: 200 len: 858 time: 0.0780811 May 10 15:29:44.266696 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-70d09cd1-8861-4782-8c3b-9374605b5334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:44.271019 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-70d09cd1-8861-4782-8c3b-9374605b5334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:44.283030 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-fc87c150-c607-4eff-9e13-82b956d25523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:44.307217 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5cd4e3c4-0c6d-47b5-9055-99a3e86d6fe9 req-3f8d60cb-728d-4703-9261-5c5bc39cf8fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=295295ac-f6af-4bcd-a052-58ea42c8fc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482023 May 10 15:29:44.332205 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-70d09cd1-8861-4782-8c3b-9374605b5334 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2feeb0b2afc7454ba80d10c35bee4077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250976 May 10 15:29:44.333891 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 45968) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:44.337453 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d09cd1-8861-4782-8c3b-9374605b5334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1b81f0-8a89-4fc8-9e94-346142c108f9,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:44.370017 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-70d09cd1-8861-4782-8c3b-9374605b5334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:44.450737 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7a424aa6-82a3-43bc-9eee-7babdc926aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:44.482239 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7a424aa6-82a3-43bc-9eee-7babdc926aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:44.522443 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5cd4e3c4-0c6d-47b5-9055-99a3e86d6fe9 req-c03319f7-9f4f-448f-ba4a-c0f29ee8cd1b service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027426 May 10 15:29:44.546567 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7a424aa6-82a3-43bc-9eee-7babdc926aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:44.551567 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:44.570449 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a424aa6-82a3-43bc-9eee-7babdc926aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1b81f0-8a89-4fc8-9e94-346142c108f9,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:44.572884 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7a424aa6-82a3-43bc-9eee-7babdc926aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:44.582440 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7a424aa6-82a3-43bc-9eee-7babdc926aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:44.583550 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-7a424aa6-82a3-43bc-9eee-7babdc926aaa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd1b81f0-8a89-4fc8-9e94-346142c108f9 HTTP/1.1" status: 204 len: 168 time: 0.2484510 May 10 15:29:44.732359 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5cd4e3c4-0c6d-47b5-9055-99a3e86d6fe9 req-cd962342-0c95-4f87-94af-eb66558628df service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005529 May 10 15:29:44.738129 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a871dda-823f-43ab-8f97-a49fa2f1fc36 req-88402789-f128-4904-9af6-bf516457e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:44.739512 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6a871dda-823f-43ab-8f97-a49fa2f1fc36 req-88402789-f128-4904-9af6-bf516457e2cb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 1099 time: 0.1885579 May 10 15:29:44.858592 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6a871dda-823f-43ab-8f97-a49fa2f1fc36 req-71428556-7e54-4be6-bc98-73fdb986724c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125791 May 10 15:29:44.958182 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 45996) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:44.978055 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4ca00030-0173-4719-8ed1-e08bd4f0976d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:44.993673 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3034f-ced8-4d8b-9700-26f078a39c29 req-5f7c9e52-b2ca-4cab-abaa-8434924a38c8 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:44.996466 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-4ca00030-0173-4719-8ed1-e08bd4f0976d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:45.001269 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-4ca00030-0173-4719-8ed1-e08bd4f0976d admin admin] Usage tracker for resource:security_group_rule and tenant:251202f3653f4f278468c9f41d103d1e is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:45.001697 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-92f3034f-ced8-4d8b-9700-26f078a39c29 req-5f7c9e52-b2ca-4cab-abaa-8434924a38c8 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.1085608 May 10 15:29:45.009981 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-4ca00030-0173-4719-8ed1-e08bd4f0976d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:45.019438 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-4ca00030-0173-4719-8ed1-e08bd4f0976d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:45.056735 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-92f3034f-ced8-4d8b-9700-26f078a39c29 req-a463f56e-6a94-49a2-9cca-4c3c5ef39c07 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516751 May 10 15:29:45.124300 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4ca00030-0173-4719-8ed1-e08bd4f0976d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:45.129079 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4ca00030-0173-4719-8ed1-e08bd4f0976d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:45.138504 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8841f7ae-01e5-43ba-b365-042c038ca34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:45.189893 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-4ca00030-0173-4719-8ed1-e08bd4f0976d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=251202f3653f4f278468c9f41d103d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303970 May 10 15:29:45.190794 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca00030-0173-4719-8ed1-e08bd4f0976d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ff2c21-dc15-4fc5-8e9e-654eeb920daa,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:45.192571 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 46006) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:45.205582 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-4ca00030-0173-4719-8ed1-e08bd4f0976d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:45.301068 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cc086ce4-a8e4-4976-aab5-217d4f5c8b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:45.338512 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cc086ce4-a8e4-4976-aab5-217d4f5c8b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:45.424826 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cc086ce4-a8e4-4976-aab5-217d4f5c8b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:45.430398 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:45.434859 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 46018) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:45.444671 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc086ce4-a8e4-4976-aab5-217d4f5c8b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ff2c21-dc15-4fc5-8e9e-654eeb920daa,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:45.449349 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cc086ce4-a8e4-4976-aab5-217d4f5c8b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:45.451685 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cc086ce4-a8e4-4976-aab5-217d4f5c8b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:45.452952 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-cc086ce4-a8e4-4976-aab5-217d4f5c8b3e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8ff2c21-dc15-4fc5-8e9e-654eeb920daa HTTP/1.1" status: 204 len: 168 time: 0.2594266 May 10 15:29:45.715231 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ecff03af-2bb7-44f7-a621-f04d0eae779e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:45.730501 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-ecff03af-2bb7-44f7-a621-f04d0eae779e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:45.734392 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-ecff03af-2bb7-44f7-a621-f04d0eae779e admin admin] Usage tracker for resource:security_group_rule and tenant:bce34e8b905d44c6a6177e08752a59ce is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:45.737686 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-ecff03af-2bb7-44f7-a621-f04d0eae779e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:45.744356 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-ecff03af-2bb7-44f7-a621-f04d0eae779e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:45.863647 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ecff03af-2bb7-44f7-a621-f04d0eae779e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:45.867988 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ecff03af-2bb7-44f7-a621-f04d0eae779e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:45.877056 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:45.928658 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-ecff03af-2bb7-44f7-a621-f04d0eae779e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bce34e8b905d44c6a6177e08752a59ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4900386 May 10 15:29:45.928658 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff03af-2bb7-44f7-a621-f04d0eae779e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b45f70-505c-4a2d-bacc-22f63af1ba64,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:45.928813 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 46048) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:45.931045 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ecff03af-2bb7-44f7-a621-f04d0eae779e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:45.993576 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-785f1753-2530-4a88-9a30-3b33259b7101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:46.021121 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-785f1753-2530-4a88-9a30-3b33259b7101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:46.090382 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-785f1753-2530-4a88-9a30-3b33259b7101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:46.102907 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3b02fcba-7634-4d24-a07d-18b6dd4d4289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:46.127295 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f1753-2530-4a88-9a30-3b33259b7101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b45f70-505c-4a2d-bacc-22f63af1ba64,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:46.130866 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-785f1753-2530-4a88-9a30-3b33259b7101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:46.146142 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-785f1753-2530-4a88-9a30-3b33259b7101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:46.148807 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-785f1753-2530-4a88-9a30-3b33259b7101 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5b45f70-505c-4a2d-bacc-22f63af1ba64 HTTP/1.1" status: 204 len: 168 time: 0.2191548 May 10 15:29:46.308801 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6747850-ffe2-466f-aa3c-b82fb5dedc6f req-ded55916-723a-4a62-b1e0-0209b0511898 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:46.319471 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a6747850-ffe2-466f-aa3c-b82fb5dedc6f req-ded55916-723a-4a62-b1e0-0209b0511898 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.0993202 May 10 15:29:46.372855 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a6747850-ffe2-466f-aa3c-b82fb5dedc6f req-a7b67ddd-780a-4cec-afbd-6040bb96b04f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521278 May 10 15:29:46.569969 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6068e-4848-43a2-b15f-d02a3351c7be req-69bb089c-adaa-4d32-bcb9-fd21210594ec tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:46.571549 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-bfb6068e-4848-43a2-b15f-d02a3351c7be req-69bb089c-adaa-4d32-bcb9-fd21210594ec tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0918210 May 10 15:29:46.617369 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-bfb6068e-4848-43a2-b15f-d02a3351c7be req-47d95f86-f75e-4ea0-b2c9-b21c0cfed16f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396051 May 10 15:29:46.647077 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 46090) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:46.887636 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cf05963f-e562-4b6b-9b06-9066f321b15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:46.905633 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-cf05963f-e562-4b6b-9b06-9066f321b15b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:46.908770 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-cf05963f-e562-4b6b-9b06-9066f321b15b admin admin] Usage tracker for resource:security_group_rule and tenant:0d2a4e6a426949c2bf746b953c79f978 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:46.911981 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-cf05963f-e562-4b6b-9b06-9066f321b15b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:46.918936 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-cf05963f-e562-4b6b-9b06-9066f321b15b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:47.029088 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cf05963f-e562-4b6b-9b06-9066f321b15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:47.035344 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cf05963f-e562-4b6b-9b06-9066f321b15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:47.053202 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-785f1753-2530-4a88-9a30-3b33259b7101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:47.151905 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-cf05963f-e562-4b6b-9b06-9066f321b15b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d2a4e6a426949c2bf746b953c79f978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5040386 May 10 15:29:47.155732 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 46120) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:47.158826 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05963f-e562-4b6b-9b06-9066f321b15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610e0dfe-b085-418b-b1da-68df3543b812,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:47.177508 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cf05963f-e562-4b6b-9b06-9066f321b15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:47.256993 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-618d5d48-611c-46d7-ad98-2d2861df55a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:47.286906 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-618d5d48-611c-46d7-ad98-2d2861df55a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:47.343761 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-618d5d48-611c-46d7-ad98-2d2861df55a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:47.350538 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-c8531838-9aa8-40dd-bb63-21871b68f86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:47.365375 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d5d48-611c-46d7-ad98-2d2861df55a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610e0dfe-b085-418b-b1da-68df3543b812,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:47.368594 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-618d5d48-611c-46d7-ad98-2d2861df55a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:47.381279 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-618d5d48-611c-46d7-ad98-2d2861df55a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:47.386505 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-618d5d48-611c-46d7-ad98-2d2861df55a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/610e0dfe-b085-418b-b1da-68df3543b812 HTTP/1.1" status: 204 len: 168 time: 0.2286446 May 10 15:29:47.943619 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:48.306834 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 46196) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:48.431707 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-00c10e85-834c-430c-b62e-f760a8103e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:48.446742 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-00c10e85-834c-430c-b62e-f760a8103e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:48.451378 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-00c10e85-834c-430c-b62e-f760a8103e44 admin admin] Usage tracker for resource:security_group_rule and tenant:41ac1a3c8ebb4ce9a0bbbd387774ef52 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:48.454321 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-00c10e85-834c-430c-b62e-f760a8103e44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:48.459866 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-00c10e85-834c-430c-b62e-f760a8103e44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:48.548542 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-00c10e85-834c-430c-b62e-f760a8103e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:48.552389 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-00c10e85-834c-430c-b62e-f760a8103e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:48.559931 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-470af23e-532c-4c6e-b75d-0d3c5e5cc5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:48.602153 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-00c10e85-834c-430c-b62e-f760a8103e44 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=41ac1a3c8ebb4ce9a0bbbd387774ef52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919838 May 10 15:29:48.602153 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c10e85-834c-430c-b62e-f760a8103e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57fbb42-86da-4a76-a199-49272a12d840,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:48.602876 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 46216) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:48.605402 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-00c10e85-834c-430c-b62e-f760a8103e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:48.661570 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ce6adbdf-a676-4ba9-93a7-7aaa0a681422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:48.690282 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ce6adbdf-a676-4ba9-93a7-7aaa0a681422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:48.749474 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ce6adbdf-a676-4ba9-93a7-7aaa0a681422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:48.755652 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-5a5593ee-7c0f-4d87-a01c-dff1fde38b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:48.771295 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6adbdf-a676-4ba9-93a7-7aaa0a681422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57fbb42-86da-4a76-a199-49272a12d840,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:48.774076 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ce6adbdf-a676-4ba9-93a7-7aaa0a681422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:48.775018 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ce6adbdf-a676-4ba9-93a7-7aaa0a681422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:48.779831 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-ce6adbdf-a676-4ba9-93a7-7aaa0a681422 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c57fbb42-86da-4a76-a199-49272a12d840 HTTP/1.1" status: 204 len: 168 time: 0.1724977 May 10 15:29:48.923200 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 46234) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:49.040960 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0d94aa6a-8d40-4a7d-a421-97786d1da383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:49.060821 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-0d94aa6a-8d40-4a7d-a421-97786d1da383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:49.065844 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-0d94aa6a-8d40-4a7d-a421-97786d1da383 admin admin] Usage tracker for resource:security_group_rule and tenant:bb3fa9bd07964062b7d00b1629d90313 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:49.067476 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-0d94aa6a-8d40-4a7d-a421-97786d1da383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:49.073170 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-0d94aa6a-8d40-4a7d-a421-97786d1da383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:49.080066 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 46242) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:49.098209 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e8c66c4a-9d14-433a-8c2f-d00c2aa790fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:49.112731 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e8c66c4a-9d14-433a-8c2f-d00c2aa790fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:49.117094 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-e8c66c4a-9d14-433a-8c2f-d00c2aa790fb admin admin] Usage tracker for resource:security_group_rule and tenant:763f75e031414b0c97f77b2b3748147e is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:49.120478 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-e8c66c4a-9d14-433a-8c2f-d00c2aa790fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:49.127347 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e8c66c4a-9d14-433a-8c2f-d00c2aa790fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:49.176707 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0d94aa6a-8d40-4a7d-a421-97786d1da383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:49.180643 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0d94aa6a-8d40-4a7d-a421-97786d1da383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:49.190113 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ecff03af-2bb7-44f7-a621-f04d0eae779e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:49.218075 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e8c66c4a-9d14-433a-8c2f-d00c2aa790fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:49.222043 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e8c66c4a-9d14-433a-8c2f-d00c2aa790fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:49.229465 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-0d94aa6a-8d40-4a7d-a421-97786d1da383 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb3fa9bd07964062b7d00b1629d90313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051810 May 10 15:29:49.230570 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:49.231763 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94aa6a-8d40-4a7d-a421-97786d1da383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7c0860-ef89-400d-817e-1a84f498a024,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:49.234222 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 46246) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:49.236578 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0d94aa6a-8d40-4a7d-a421-97786d1da383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:49.271283 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-e8c66c4a-9d14-433a-8c2f-d00c2aa790fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=763f75e031414b0c97f77b2b3748147e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901028 May 10 15:29:49.272306 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c66c4a-9d14-433a-8c2f-d00c2aa790fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c48a03b-bf5b-42e0-818f-d9dab25a697d,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:49.273987 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 46254) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:49.275362 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e8c66c4a-9d14-433a-8c2f-d00c2aa790fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:49.334779 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0ea00191-702e-4d87-aa21-292b4c763946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:49.379599 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0ea00191-702e-4d87-aa21-292b4c763946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:49.385683 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cc6f4f54-6e34-481c-8f08-fcb88f180544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:49.432833 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cc6f4f54-6e34-481c-8f08-fcb88f180544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:49.476094 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0ea00191-702e-4d87-aa21-292b4c763946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:49.479957 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-4ca00030-0173-4719-8ed1-e08bd4f0976d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:49.494817 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea00191-702e-4d87-aa21-292b4c763946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7c0860-ef89-400d-817e-1a84f498a024,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:49.498619 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0ea00191-702e-4d87-aa21-292b4c763946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:49.501360 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cc6f4f54-6e34-481c-8f08-fcb88f180544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:49.506678 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:49.523126 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f4f54-6e34-481c-8f08-fcb88f180544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c48a03b-bf5b-42e0-818f-d9dab25a697d,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:49.525641 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-cc6f4f54-6e34-481c-8f08-fcb88f180544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:49.526684 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0ea00191-702e-4d87-aa21-292b4c763946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:49.527753 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-0ea00191-702e-4d87-aa21-292b4c763946 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d7c0860-ef89-400d-817e-1a84f498a024 HTTP/1.1" status: 204 len: 168 time: 0.2926445 May 10 15:29:49.529404 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cc6f4f54-6e34-481c-8f08-fcb88f180544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:49.530493 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-cc6f4f54-6e34-481c-8f08-fcb88f180544 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c48a03b-bf5b-42e0-818f-d9dab25a697d HTTP/1.1" status: 204 len: 168 time: 0.2548969 May 10 15:29:53.455277 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 46434) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:53.604667 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e5d9950e-a769-475b-b83d-bc007ff38cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:53.621726 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e5d9950e-a769-475b-b83d-bc007ff38cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:53.625615 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-e5d9950e-a769-475b-b83d-bc007ff38cae admin admin] Usage tracker for resource:security_group_rule and tenant:85a59573f372443e9dafc6a338eb9ed6 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:53.629504 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-e5d9950e-a769-475b-b83d-bc007ff38cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:53.637331 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e5d9950e-a769-475b-b83d-bc007ff38cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:53.741786 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e5d9950e-a769-475b-b83d-bc007ff38cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:53.745939 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e5d9950e-a769-475b-b83d-bc007ff38cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:53.755941 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8cb2dbe3-405d-45a7-95f5-37d9fa9c6852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:53.795543 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-e5d9950e-a769-475b-b83d-bc007ff38cae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85a59573f372443e9dafc6a338eb9ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395946 May 10 15:29:53.797305 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9950e-a769-475b-b83d-bc007ff38cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e60a05-3a54-4def-a5e7-eda00bec85ac,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:53.798380 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 46460) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:53.801092 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e5d9950e-a769-475b-b83d-bc007ff38cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:53.874054 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a889b233-0715-4532-a6e2-f92761b5a396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:53.906487 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a889b233-0715-4532-a6e2-f92761b5a396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:54.033444 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a889b233-0715-4532-a6e2-f92761b5a396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:54.037178 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-99f18256-b33f-4cec-aa77-1c548d315526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:54.058455 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889b233-0715-4532-a6e2-f92761b5a396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e60a05-3a54-4def-a5e7-eda00bec85ac,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:54.065641 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a889b233-0715-4532-a6e2-f92761b5a396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:54.071153 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a889b233-0715-4532-a6e2-f92761b5a396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:54.072710 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-a889b233-0715-4532-a6e2-f92761b5a396 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/74e60a05-3a54-4def-a5e7-eda00bec85ac HTTP/1.1" status: 204 len: 168 time: 0.2720001 May 10 15:29:54.314221 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712857d-769b-4d9b-b74a-30faeed8eb59 req-ccf9bb3d-0659-4a93-a1a3-d6f9794c2334 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:54.315911 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8712857d-769b-4d9b-b74a-30faeed8eb59 req-ccf9bb3d-0659-4a93-a1a3-d6f9794c2334 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0931814 May 10 15:29:54.376398 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8712857d-769b-4d9b-b74a-30faeed8eb59 req-30bd39fa-7c80-4c61-8447-0864547a683a tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532875 May 10 15:29:54.559441 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 46506) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:54.568416 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 46512) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:54.579250 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0505f11e-c315-428c-97eb-7976757d2d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:54.594167 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-0505f11e-c315-428c-97eb-7976757d2d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:54.598463 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-0505f11e-c315-428c-97eb-7976757d2d17 admin admin] Usage tracker for resource:security_group_rule and tenant:1967d20c0e2c4d50b213200a086a54c5 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:54.601376 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-0505f11e-c315-428c-97eb-7976757d2d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:54.607653 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-0505f11e-c315-428c-97eb-7976757d2d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:54.703368 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0505f11e-c315-428c-97eb-7976757d2d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:54.708765 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0505f11e-c315-428c-97eb-7976757d2d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:54.719088 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-27bcba16-ef59-452a-a064-02fe5af58771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:54.759670 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-0505f11e-c315-428c-97eb-7976757d2d17 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1967d20c0e2c4d50b213200a086a54c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994855 May 10 15:29:54.759670 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505f11e-c315-428c-97eb-7976757d2d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c59e4fa-7d18-4be6-a178-eeacbe405b38,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:54.761938 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 46522) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:54.773409 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8bca5aa5-4bc5-40a4-b1b2-5243c8911fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:54.775415 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0505f11e-c315-428c-97eb-7976757d2d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:54.794163 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-8bca5aa5-4bc5-40a4-b1b2-5243c8911fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:54.798708 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-8bca5aa5-4bc5-40a4-b1b2-5243c8911fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:415bd88a47334f98837c0cf104c3f59b is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:54.801580 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-8bca5aa5-4bc5-40a4-b1b2-5243c8911fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:54.807697 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-8bca5aa5-4bc5-40a4-b1b2-5243c8911fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:54.823116 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7475bcb7-c7c4-4cdd-a82f-683e2948e3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:54.852234 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7475bcb7-c7c4-4cdd-a82f-683e2948e3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:54.894720 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8bca5aa5-4bc5-40a4-b1b2-5243c8911fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:54.898868 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8bca5aa5-4bc5-40a4-b1b2-5243c8911fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:54.908282 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:54.910823 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7475bcb7-c7c4-4cdd-a82f-683e2948e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:54.915416 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a889b233-0715-4532-a6e2-f92761b5a396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:54.927317 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475bcb7-c7c4-4cdd-a82f-683e2948e3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c59e4fa-7d18-4be6-a178-eeacbe405b38,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:54.930163 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7475bcb7-c7c4-4cdd-a82f-683e2948e3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:54.932916 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7475bcb7-c7c4-4cdd-a82f-683e2948e3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:54.934746 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-7475bcb7-c7c4-4cdd-a82f-683e2948e3b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c59e4fa-7d18-4be6-a178-eeacbe405b38 HTTP/1.1" status: 204 len: 168 time: 0.1704526 May 10 15:29:54.938984 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca5aa5-4bc5-40a4-b1b2-5243c8911fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82171df1-8bb6-4774-ba78-553274d3617f,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:54.943950 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8bca5aa5-4bc5-40a4-b1b2-5243c8911fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:54.962589 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-8bca5aa5-4bc5-40a4-b1b2-5243c8911fa7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=415bd88a47334f98837c0cf104c3f59b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923619 May 10 15:29:54.962767 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 46534) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:55.021610 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-277f6300-177e-4fbb-838b-d86978848556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:55.056706 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-22148875-a7ea-49f4-9c33-99053501af27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:55.093031 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-22148875-a7ea-49f4-9c33-99053501af27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:55.141389 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-22148875-a7ea-49f4-9c33-99053501af27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:55.145933 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-b17d2600-27d4-4546-9bc7-29893cb59f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:55.157715 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22148875-a7ea-49f4-9c33-99053501af27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82171df1-8bb6-4774-ba78-553274d3617f,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:55.160532 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-22148875-a7ea-49f4-9c33-99053501af27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:55.162541 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-22148875-a7ea-49f4-9c33-99053501af27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:55.166223 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-22148875-a7ea-49f4-9c33-99053501af27 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82171df1-8bb6-4774-ba78-553274d3617f HTTP/1.1" status: 204 len: 168 time: 0.1995778 May 10 15:29:55.604024 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88ef9f-5d69-438b-959a-9246ee53055c req-a0475f45-6b86-41fe-bc4d-1064970e6614 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:55.605478 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3a88ef9f-5d69-438b-959a-9246ee53055c req-a0475f45-6b86-41fe-bc4d-1064970e6614 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0885756 May 10 15:29:55.615020 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 46566) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:55.632772 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-61450f7b-ae2e-457d-a941-5a2d1f122df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:55.655110 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3a88ef9f-5d69-438b-959a-9246ee53055c req-d10af2ce-ffbd-4808-853d-7fda1b943f6d tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414863 May 10 15:29:55.660643 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-61450f7b-ae2e-457d-a941-5a2d1f122df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:55.664558 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-61450f7b-ae2e-457d-a941-5a2d1f122df4 admin admin] Usage tracker for resource:security_group_rule and tenant:72103f82648c42d3924e7be71cb43393 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:55.667346 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-61450f7b-ae2e-457d-a941-5a2d1f122df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:55.677497 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-61450f7b-ae2e-457d-a941-5a2d1f122df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:55.757053 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-61450f7b-ae2e-457d-a941-5a2d1f122df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:55.760955 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-61450f7b-ae2e-457d-a941-5a2d1f122df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:55.770467 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ddc582c9-bc9c-436f-950f-f38c1277a5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:55.808372 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61450f7b-ae2e-457d-a941-5a2d1f122df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e9bd16-9945-4c96-9d59-2133d71057e8,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:55.813413 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-61450f7b-ae2e-457d-a941-5a2d1f122df4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72103f82648c42d3924e7be71cb43393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973085 May 10 15:29:55.814277 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-61450f7b-ae2e-457d-a941-5a2d1f122df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:55.816013 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 46574) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:55.873160 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-781bf1ca-1976-4a33-99c4-fec6fed9b073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:55.900355 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-781bf1ca-1976-4a33-99c4-fec6fed9b073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:55.951754 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-781bf1ca-1976-4a33-99c4-fec6fed9b073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:55.955428 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8bca5aa5-4bc5-40a4-b1b2-5243c8911fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:55.973063 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bf1ca-1976-4a33-99c4-fec6fed9b073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e9bd16-9945-4c96-9d59-2133d71057e8,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:55.976940 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-781bf1ca-1976-4a33-99c4-fec6fed9b073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:55.993635 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-781bf1ca-1976-4a33-99c4-fec6fed9b073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:55.994866 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-781bf1ca-1976-4a33-99c4-fec6fed9b073 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35e9bd16-9945-4c96-9d59-2133d71057e8 HTTP/1.1" status: 204 len: 168 time: 0.1779430 May 10 15:29:56.270822 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:29:56.652370 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1667f-03ca-4d54-8c6c-3a2046b1b68d req-a34608ec-5125-4e1b-9f45-112aa0ad7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:56.658899 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d8a1667f-03ca-4d54-8c6c-3a2046b1b68d req-a34608ec-5125-4e1b-9f45-112aa0ad7115 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf36bc9313b0433d889286c8d877bce8&device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 1099 time: 0.0813262 May 10 15:29:56.820431 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1667f-03ca-4d54-8c6c-3a2046b1b68d req-0117acc2-d79d-40fe-b994-1cd9153ba8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:56.821946 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d8a1667f-03ca-4d54-8c6c-3a2046b1b68d req-0117acc2-d79d-40fe-b994-1cd9153ba8d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=295295ac-f6af-4bcd-a052-58ea42c8fc65 HTTP/1.1" status: 200 len: 919 time: 0.1591434 May 10 15:29:56.862503 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6feb0-9037-4694-85a8-0b5889e09d67 req-aa107c09-3b0a-406b-a803-298c70c67160 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:56.871865 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-51e6feb0-9037-4694-85a8-0b5889e09d67 req-aa107c09-3b0a-406b-a803-298c70c67160 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0951498 May 10 15:29:56.916152 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d8a1667f-03ca-4d54-8c6c-3a2046b1b68d req-90a8a375-898d-48d3-9b10-fbb0b02b4df1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4432053a-9d9a-4b16-b6cc-124ff1274d20 HTTP/1.1" status: 200 len: 217 time: 0.0855381 May 10 15:29:56.925209 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-51e6feb0-9037-4694-85a8-0b5889e09d67 req-c3c5559a-76e0-4f8a-a16d-5d8942ff98f9 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522459 May 10 15:29:56.990983 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1667f-03ca-4d54-8c6c-3a2046b1b68d req-db91ba0a-4471-49ed-aa4a-ae9b2370f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:56.992929 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d8a1667f-03ca-4d54-8c6c-3a2046b1b68d req-db91ba0a-4471-49ed-aa4a-ae9b2370f3d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=267b5f04-b662-4592-a7d5-8c1f3a4c55e0 HTTP/1.1" status: 200 len: 858 time: 0.0692282 May 10 15:29:57.057489 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d8a1667f-03ca-4d54-8c6c-3a2046b1b68d req-d8af0a97-7718-4dae-832c-5396522b5e3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=295295ac-f6af-4bcd-a052-58ea42c8fc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523410 May 10 15:29:57.224573 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d8a1667f-03ca-4d54-8c6c-3a2046b1b68d req-88e79480-6985-48fd-988f-3fc70151d5be service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588488 May 10 15:29:57.491050 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d8a1667f-03ca-4d54-8c6c-3a2046b1b68d req-86eb9688-1959-4cf2-80f5-ca5568c41c32 service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585583 May 10 15:29:57.702219 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:57.908952 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7648c597-802b-405c-a768-bb79522e06f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:58.115445 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda69eb-bfe7-4d76-89f2-02b6a8d85f30 req-a169d70f-9423-4390-914d-dd98ae5ebea1 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:58.115445 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ecda69eb-bfe7-4d76-89f2-02b6a8d85f30 req-a169d70f-9423-4390-914d-dd98ae5ebea1 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0808599 May 10 15:29:58.168753 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ecda69eb-bfe7-4d76-89f2-02b6a8d85f30 req-69e499b3-a685-434d-b7db-f75ce80311c3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469732 May 10 15:29:58.539732 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:58.689298 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 46712) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:58.843973 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-6ec7823f-8e74-4c43-8872-306de0b8ba10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:58.862929 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-6ec7823f-8e74-4c43-8872-306de0b8ba10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:58.867897 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-6ec7823f-8e74-4c43-8872-306de0b8ba10 admin admin] Usage tracker for resource:security_group_rule and tenant:cf4e248b18df4dd88dfe29a86d467d44 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:58.872991 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-6ec7823f-8e74-4c43-8872-306de0b8ba10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:58.889916 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-6ec7823f-8e74-4c43-8872-306de0b8ba10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:59.013786 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-6ec7823f-8e74-4c43-8872-306de0b8ba10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:59.018071 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-6ec7823f-8e74-4c43-8872-306de0b8ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:59.031176 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0d94aa6a-8d40-4a7d-a421-97786d1da383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:59.076369 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-6ec7823f-8e74-4c43-8872-306de0b8ba10 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf4e248b18df4dd88dfe29a86d467d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821936 May 10 15:29:59.076369 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7823f-8e74-4c43-8872-306de0b8ba10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23ec487-29e1-4672-b790-81ba7a933b25,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:59.077310 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 46744) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:59.079435 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-6ec7823f-8e74-4c43-8872-306de0b8ba10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:59.151043 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ae10a5b8-6695-419e-9a6c-1c0a5956d7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:59.178464 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ae10a5b8-6695-419e-9a6c-1c0a5956d7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:59.238402 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ae10a5b8-6695-419e-9a6c-1c0a5956d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:59.242419 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cc086ce4-a8e4-4976-aab5-217d4f5c8b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:59.259341 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10a5b8-6695-419e-9a6c-1c0a5956d7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23ec487-29e1-4672-b790-81ba7a933b25,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:59.268296 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ae10a5b8-6695-419e-9a6c-1c0a5956d7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:59.284847 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ae10a5b8-6695-419e-9a6c-1c0a5956d7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:59.287826 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-ae10a5b8-6695-419e-9a6c-1c0a5956d7c9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f23ec487-29e1-4672-b790-81ba7a933b25 HTTP/1.1" status: 204 len: 168 time: 0.2070003 May 10 15:29:59.401032 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b9550-fe78-4ede-9238-987d6941ec08 req-8b78db3d-ba57-4230-8038-67b0b793031a tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:29:59.404195 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7f0b9550-fe78-4ede-9238-987d6941ec08 req-8b78db3d-ba57-4230-8038-67b0b793031a tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1117451 May 10 15:29:59.472231 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7f0b9550-fe78-4ede-9238-987d6941ec08 req-2a373907-2cef-4dad-a995-09bac07229c8 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596666 May 10 15:29:59.566854 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 46768) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:59.711742 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1497aecb-6d4d-4ced-8460-60bd1d6c6af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:59.729038 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-1497aecb-6d4d-4ced-8460-60bd1d6c6af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:29:59.735758 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-1497aecb-6d4d-4ced-8460-60bd1d6c6af9 admin admin] Usage tracker for resource:security_group_rule and tenant:f6f3599b1d814f70a1318a2a60b4cad6 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:29:59.742970 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-1497aecb-6d4d-4ced-8460-60bd1d6c6af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:29:59.749784 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-1497aecb-6d4d-4ced-8460-60bd1d6c6af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:29:59.837888 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1497aecb-6d4d-4ced-8460-60bd1d6c6af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:59.841980 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1497aecb-6d4d-4ced-8460-60bd1d6c6af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:59.849025 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-22148875-a7ea-49f4-9c33-99053501af27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:29:59.892267 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-1497aecb-6d4d-4ced-8460-60bd1d6c6af9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6f3599b1d814f70a1318a2a60b4cad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239491 May 10 15:29:59.893291 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497aecb-6d4d-4ced-8460-60bd1d6c6af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbe139d-6caa-470e-94b7-e0420722f6e9,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:59.895405 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 46788) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:29:59.896125 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-1497aecb-6d4d-4ced-8460-60bd1d6c6af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:29:59.956884 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d6c715fe-51ee-407a-9160-cfdbc310b738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:59.983489 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d6c715fe-51ee-407a-9160-cfdbc310b738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:00.042372 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d6c715fe-51ee-407a-9160-cfdbc310b738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:00.047393 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e8c66c4a-9d14-433a-8c2f-d00c2aa790fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:00.059206 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c715fe-51ee-407a-9160-cfdbc310b738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbe139d-6caa-470e-94b7-e0420722f6e9,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:00.061461 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d6c715fe-51ee-407a-9160-cfdbc310b738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:00.064828 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d6c715fe-51ee-407a-9160-cfdbc310b738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:00.066386 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-d6c715fe-51ee-407a-9160-cfdbc310b738 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2cbe139d-6caa-470e-94b7-e0420722f6e9 HTTP/1.1" status: 204 len: 168 time: 0.1692791 May 10 15:30:00.290831 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:00.435165 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 46810) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:00.454404 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-10e4f1b3-c8c1-4922-a03f-0adf6990138d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:00.468243 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-10e4f1b3-c8c1-4922-a03f-0adf6990138d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:00.472021 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-10e4f1b3-c8c1-4922-a03f-0adf6990138d admin admin] Usage tracker for resource:security_group_rule and tenant:51611dcd0bfd4ec592143e5ef18e996a is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:00.474759 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-10e4f1b3-c8c1-4922-a03f-0adf6990138d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:00.480407 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-10e4f1b3-c8c1-4922-a03f-0adf6990138d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:00.572576 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-10e4f1b3-c8c1-4922-a03f-0adf6990138d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:00.581696 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-10e4f1b3-c8c1-4922-a03f-0adf6990138d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:00.591474 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-61450f7b-ae2e-457d-a941-5a2d1f122df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:00.635672 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-10e4f1b3-c8c1-4922-a03f-0adf6990138d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51611dcd0bfd4ec592143e5ef18e996a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993687 May 10 15:30:00.640334 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 46818) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:00.643141 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4f1b3-c8c1-4922-a03f-0adf6990138d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935478f0-d184-479b-adcd-780c07b5fa23,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:00.657401 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-10e4f1b3-c8c1-4922-a03f-0adf6990138d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:00.722542 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-79fad548-fb7e-427b-a864-70427b9c1d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:00.728765 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57e5eb-32a1-4f33-b43b-1d3570f58661 req-ee88ce53-7485-472c-94d1-a2571d55f12f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:00.730273 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7b57e5eb-32a1-4f33-b43b-1d3570f58661 req-ee88ce53-7485-472c-94d1-a2571d55f12f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1270640 May 10 15:30:00.752997 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-79fad548-fb7e-427b-a864-70427b9c1d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:00.803329 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7b57e5eb-32a1-4f33-b43b-1d3570f58661 req-3726829c-1372-4c7f-a87b-7cc23b85369d tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575547 May 10 15:30:00.853952 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-79fad548-fb7e-427b-a864-70427b9c1d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:00.860092 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d6c715fe-51ee-407a-9160-cfdbc310b738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:00.872960 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fad548-fb7e-427b-a864-70427b9c1d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935478f0-d184-479b-adcd-780c07b5fa23,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:00.876028 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-79fad548-fb7e-427b-a864-70427b9c1d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:00.878392 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-79fad548-fb7e-427b-a864-70427b9c1d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:00.882406 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-79fad548-fb7e-427b-a864-70427b9c1d42 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/935478f0-d184-479b-adcd-780c07b5fa23 HTTP/1.1" status: 204 len: 168 time: 0.2406764 May 10 15:30:02.023451 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9ddf4-2eb6-45c8-bf69-b21b5e9a3c3d req-90ba0b05-a834-4f1e-9209-e6e1be26a141 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:02.025426 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-78e9ddf4-2eb6-45c8-bf69-b21b5e9a3c3d req-90ba0b05-a834-4f1e-9209-e6e1be26a141 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1019263 May 10 15:30:02.079749 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-78e9ddf4-2eb6-45c8-bf69-b21b5e9a3c3d req-946821ec-d0e9-4dbf-895d-b63e21bd76e7 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460453 May 10 15:30:02.537509 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 46890) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:02.658941 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9239f65b-903c-4a19-8f74-f16f8c37675e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:02.673280 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-9239f65b-903c-4a19-8f74-f16f8c37675e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:02.676988 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-9239f65b-903c-4a19-8f74-f16f8c37675e admin admin] Usage tracker for resource:security_group_rule and tenant:b792a7c3461f45fb906cbe093ca9f6fd is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:02.679716 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-9239f65b-903c-4a19-8f74-f16f8c37675e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:02.686185 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-9239f65b-903c-4a19-8f74-f16f8c37675e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:02.768851 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9239f65b-903c-4a19-8f74-f16f8c37675e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:02.772380 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9239f65b-903c-4a19-8f74-f16f8c37675e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:02.780872 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e5d9950e-a769-475b-b83d-bc007ff38cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:02.818792 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239f65b-903c-4a19-8f74-f16f8c37675e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e6ec40-0c51-4d05-b921-36d87e22924d,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:02.825686 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-9239f65b-903c-4a19-8f74-f16f8c37675e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b792a7c3461f45fb906cbe093ca9f6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843854 May 10 15:30:02.825686 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9239f65b-903c-4a19-8f74-f16f8c37675e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:02.826077 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 46898) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:02.888788 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ad664288-3b5d-47e2-a221-530b8b9c5a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:02.915593 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ad664288-3b5d-47e2-a221-530b8b9c5a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:02.985464 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ad664288-3b5d-47e2-a221-530b8b9c5a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:02.990770 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-781bf1ca-1976-4a33-99c4-fec6fed9b073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:03.002654 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad664288-3b5d-47e2-a221-530b8b9c5a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e6ec40-0c51-4d05-b921-36d87e22924d,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:03.006563 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ad664288-3b5d-47e2-a221-530b8b9c5a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:03.009867 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ad664288-3b5d-47e2-a221-530b8b9c5a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:03.011001 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-ad664288-3b5d-47e2-a221-530b8b9c5a1d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93e6ec40-0c51-4d05-b921-36d87e22924d HTTP/1.1" status: 204 len: 168 time: 0.1839919 May 10 15:30:03.261503 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 46924) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:03.334837 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5384b-9d8d-40b9-bf4c-ca592aa50e22 req-46a20490-caf0-4570-8965-9d272e1ac810 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:03.337208 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-95e5384b-9d8d-40b9-bf4c-ca592aa50e22 req-46a20490-caf0-4570-8965-9d272e1ac810 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1031868 May 10 15:30:03.432800 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-95e5384b-9d8d-40b9-bf4c-ca592aa50e22 req-3d2ab576-f1b8-4a2b-a4da-88121d8751f6 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880210 May 10 15:30:03.537540 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 46942) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:03.560802 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e09b7566-1ca4-4bb6-acb6-8ee10b52116e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:03.593759 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7129ebe5-cc86-43a1-a248-d94ed6fc95af admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:03.605984 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e09b7566-1ca4-4bb6-acb6-8ee10b52116e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:03.613933 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-e09b7566-1ca4-4bb6-acb6-8ee10b52116e admin admin] Usage tracker for resource:security_group_rule and tenant:e80b2ad671154786a45f8c583a628b75 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:03.621360 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-7129ebe5-cc86-43a1-a248-d94ed6fc95af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:03.624990 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-e09b7566-1ca4-4bb6-acb6-8ee10b52116e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:03.629424 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-7129ebe5-cc86-43a1-a248-d94ed6fc95af admin admin] Usage tracker for resource:security_group_rule and tenant:42d8c7c02bd5431a8a67d63d9961717c is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:03.634691 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-7129ebe5-cc86-43a1-a248-d94ed6fc95af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:03.641429 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e09b7566-1ca4-4bb6-acb6-8ee10b52116e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:03.644867 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-7129ebe5-cc86-43a1-a248-d94ed6fc95af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:03.812974 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e09b7566-1ca4-4bb6-acb6-8ee10b52116e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:03.815018 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7129ebe5-cc86-43a1-a248-d94ed6fc95af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:03.818243 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e09b7566-1ca4-4bb6-acb6-8ee10b52116e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:03.828276 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ae10a5b8-6695-419e-9a6c-1c0a5956d7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:03.835092 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7129ebe5-cc86-43a1-a248-d94ed6fc95af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:03.900303 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-7129ebe5-cc86-43a1-a248-d94ed6fc95af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42d8c7c02bd5431a8a67d63d9961717c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6349092 May 10 15:30:03.900303 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-e09b7566-1ca4-4bb6-acb6-8ee10b52116e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e80b2ad671154786a45f8c583a628b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608041 May 10 15:30:03.900776 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b7566-1ca4-4bb6-acb6-8ee10b52116e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06268ef-919a-4124-832d-21f21aa535c3,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:03.902097 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 46954) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:03.903427 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 46956) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:03.905088 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e09b7566-1ca4-4bb6-acb6-8ee10b52116e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:03.905922 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d8f13e59-5afc-4e52-8816-245e094885e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:03.937271 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129ebe5-cc86-43a1-a248-d94ed6fc95af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8f65dd-c37d-4dc7-8a00-137ccffb2a70,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:03.940624 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7129ebe5-cc86-43a1-a248-d94ed6fc95af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:04.022382 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b64e127b-1ad3-4f12-8734-9318a51c9b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:04.049725 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b64e127b-1ad3-4f12-8734-9318a51c9b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:04.052829 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 46968) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:04.083509 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0cad7806-b531-43c9-a072-db493b5b46c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:04.126085 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0cad7806-b531-43c9-a072-db493b5b46c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:04.166076 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b64e127b-1ad3-4f12-8734-9318a51c9b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:04.171875 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ce6adbdf-a676-4ba9-93a7-7aaa0a681422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:04.188159 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e127b-1ad3-4f12-8734-9318a51c9b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06268ef-919a-4124-832d-21f21aa535c3,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:04.194520 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-b64e127b-1ad3-4f12-8734-9318a51c9b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:04.209197 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9011-2396-4cf7-88e2-0518954eccdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:04.211009 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b64e127b-1ad3-4f12-8734-9318a51c9b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:04.212775 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-b64e127b-1ad3-4f12-8734-9318a51c9b0e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d06268ef-919a-4124-832d-21f21aa535c3 HTTP/1.1" status: 204 len: 168 time: 0.3057175 May 10 15:30:04.221211 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0cad7806-b531-43c9-a072-db493b5b46c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:04.229397 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-7b2f9011-2396-4cf7-88e2-0518954eccdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:04.229552 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0505f11e-c315-428c-97eb-7976757d2d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:04.233395 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-7b2f9011-2396-4cf7-88e2-0518954eccdb admin admin] Usage tracker for resource:security_group_rule and tenant:b8d9707a6b1d43a39989989563df8ffc is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:04.236943 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-7b2f9011-2396-4cf7-88e2-0518954eccdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:04.240771 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0cad7806-b531-43c9-a072-db493b5b46c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:04.244295 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-0cad7806-b531-43c9-a072-db493b5b46c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a8f65dd-c37d-4dc7-8a00-137ccffb2a70 HTTP/1.1" status: 204 len: 168 time: 0.3368967 May 10 15:30:04.244295 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad7806-b531-43c9-a072-db493b5b46c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8f65dd-c37d-4dc7-8a00-137ccffb2a70,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:04.244782 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0cad7806-b531-43c9-a072-db493b5b46c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:04.247183 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-7b2f9011-2396-4cf7-88e2-0518954eccdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:04.348425 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9011-2396-4cf7-88e2-0518954eccdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:04.364147 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9011-2396-4cf7-88e2-0518954eccdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:04.378787 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c9d065f1-5133-4b12-a239-babfbf2c50c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:04.418420 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-7b2f9011-2396-4cf7-88e2-0518954eccdb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b8d9707a6b1d43a39989989563df8ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639600 May 10 15:30:04.421333 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 46982) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:04.426902 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f9011-2396-4cf7-88e2-0518954eccdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9887d65e-7c68-42f5-bcd8-f32704dd3699,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:04.430791 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7b2f9011-2396-4cf7-88e2-0518954eccdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:04.498546 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-40b1e54d-39d8-44ea-88d3-29aba1c04c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:04.530912 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-40b1e54d-39d8-44ea-88d3-29aba1c04c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:04.595184 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-40b1e54d-39d8-44ea-88d3-29aba1c04c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:04.604420 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-00c10e85-834c-430c-b62e-f760a8103e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:04.641447 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-40b1e54d-39d8-44ea-88d3-29aba1c04c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:04.644821 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-40b1e54d-39d8-44ea-88d3-29aba1c04c3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9887d65e-7c68-42f5-bcd8-f32704dd3699 HTTP/1.1" status: 204 len: 168 time: 0.2202384 May 10 15:30:04.646486 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1e54d-39d8-44ea-88d3-29aba1c04c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9887d65e-7c68-42f5-bcd8-f32704dd3699,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:04.657118 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 47004) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:04.710036 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b91b09f1-f646-412f-b751-cefd8a458bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:04.734623 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-b91b09f1-f646-412f-b751-cefd8a458bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:04.735636 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-40b1e54d-39d8-44ea-88d3-29aba1c04c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:04.739242 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-b91b09f1-f646-412f-b751-cefd8a458bbe admin admin] Usage tracker for resource:security_group_rule and tenant:4cee76abc5ab4eba959a5e8b7e5251b7 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:04.742681 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-b91b09f1-f646-412f-b751-cefd8a458bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:04.750819 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-b91b09f1-f646-412f-b751-cefd8a458bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:04.798594 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f6dad-ea1b-406c-afac-a3cdb9cf8f43 req-66b36ec2-b79f-48a9-b96a-ab31d26d73b0 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:04.800450 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-061f6dad-ea1b-406c-afac-a3cdb9cf8f43 req-66b36ec2-b79f-48a9-b96a-ab31d26d73b0 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1676872 May 10 15:30:04.882022 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-061f6dad-ea1b-406c-afac-a3cdb9cf8f43 req-2b6a20dd-4c76-4948-a7d2-5cd59ceb91e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729992 May 10 15:30:04.912650 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b91b09f1-f646-412f-b751-cefd8a458bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:04.918093 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b91b09f1-f646-412f-b751-cefd8a458bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:04.927620 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d79cc749-0e55-4e1c-9f31-5aab577811cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:04.977360 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-b91b09f1-f646-412f-b751-cefd8a458bbe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4cee76abc5ab4eba959a5e8b7e5251b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149590 May 10 15:30:04.977360 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b09f1-f646-412f-b751-cefd8a458bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722a6f31-2697-49b8-96cd-a718daf054ad,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:04.978485 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47014) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:04.984648 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b91b09f1-f646-412f-b751-cefd8a458bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:05.109381 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-76a24e14-40c2-41c1-ac18-07a5327ba9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:05.139260 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 47024) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:05.145880 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-76a24e14-40c2-41c1-ac18-07a5327ba9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:05.227315 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-76a24e14-40c2-41c1-ac18-07a5327ba9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:05.232765 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:05.245413 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a24e14-40c2-41c1-ac18-07a5327ba9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722a6f31-2697-49b8-96cd-a718daf054ad,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:05.255414 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-76a24e14-40c2-41c1-ac18-07a5327ba9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:05.258896 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-76a24e14-40c2-41c1-ac18-07a5327ba9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:05.260084 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-76a24e14-40c2-41c1-ac18-07a5327ba9d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/722a6f31-2697-49b8-96cd-a718daf054ad HTTP/1.1" status: 204 len: 168 time: 0.2804394 May 10 15:30:05.276645 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 47038) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:05.296673 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cbf32a9c-5c4e-44e8-ba63-959fca4078ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:05.312163 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-cbf32a9c-5c4e-44e8-ba63-959fca4078ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:05.316304 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-cbf32a9c-5c4e-44e8-ba63-959fca4078ec admin admin] Usage tracker for resource:security_group_rule and tenant:98cca99565934006aef013ce259fea6d is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:05.319481 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-cbf32a9c-5c4e-44e8-ba63-959fca4078ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:05.325758 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-cbf32a9c-5c4e-44e8-ba63-959fca4078ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:05.448915 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cbf32a9c-5c4e-44e8-ba63-959fca4078ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:05.454613 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cbf32a9c-5c4e-44e8-ba63-959fca4078ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:05.467440 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9239f65b-903c-4a19-8f74-f16f8c37675e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:05.517657 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf32a9c-5c4e-44e8-ba63-959fca4078ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3090ce82-eb99-4927-9f32-5f2973263cc3,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:05.525600 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47044) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:05.526058 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-cbf32a9c-5c4e-44e8-ba63-959fca4078ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98cca99565934006aef013ce259fea6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479346 May 10 15:30:05.526618 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cbf32a9c-5c4e-44e8-ba63-959fca4078ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:05.616735 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-376657da-e8e1-4610-a49a-ac3d2215c697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:05.624013 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4bcd721f-3ee0-40eb-8f48-14ae18260c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:05.641991 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-4bcd721f-3ee0-40eb-8f48-14ae18260c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:05.648593 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-4bcd721f-3ee0-40eb-8f48-14ae18260c12 admin admin] Usage tracker for resource:security_group_rule and tenant:21e1e44a07274fc7a4b9307429e4e542 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:05.649587 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-376657da-e8e1-4610-a49a-ac3d2215c697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:05.652215 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-4bcd721f-3ee0-40eb-8f48-14ae18260c12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:05.658489 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-4bcd721f-3ee0-40eb-8f48-14ae18260c12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:05.724082 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-376657da-e8e1-4610-a49a-ac3d2215c697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:05.727661 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-1497aecb-6d4d-4ced-8460-60bd1d6c6af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:05.739194 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376657da-e8e1-4610-a49a-ac3d2215c697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3090ce82-eb99-4927-9f32-5f2973263cc3,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:05.742898 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-376657da-e8e1-4610-a49a-ac3d2215c697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:05.746611 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-376657da-e8e1-4610-a49a-ac3d2215c697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:05.747713 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-376657da-e8e1-4610-a49a-ac3d2215c697 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3090ce82-eb99-4927-9f32-5f2973263cc3 HTTP/1.1" status: 204 len: 168 time: 0.2211390 May 10 15:30:05.800075 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4bcd721f-3ee0-40eb-8f48-14ae18260c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:05.804257 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4bcd721f-3ee0-40eb-8f48-14ae18260c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:05.814730 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-fa4dd14b-e45a-4782-b3f7-d68e0912c14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:05.858656 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-4bcd721f-3ee0-40eb-8f48-14ae18260c12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21e1e44a07274fc7a4b9307429e4e542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7182596 May 10 15:30:05.858987 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47060) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:05.859601 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd721f-3ee0-40eb-8f48-14ae18260c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33046d8d-2b98-4a84-838e-bc2fd9873534,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:05.863295 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4bcd721f-3ee0-40eb-8f48-14ae18260c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:05.958530 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c7dadfd7-a2e3-4c8a-a4fe-b49211fef476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:06.013207 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c7dadfd7-a2e3-4c8a-a4fe-b49211fef476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:06.131285 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c7dadfd7-a2e3-4c8a-a4fe-b49211fef476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:06.138108 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8af7745d-fe94-47f3-84d0-6377b4e5cf13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:06.155031 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855cbc0-1878-47b9-a5b3-f1c8146ff6c3 req-8efacb49-0049-4277-9fb8-d60073d85f26 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:06.156739 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b855cbc0-1878-47b9-a5b3-f1c8146ff6c3 req-8efacb49-0049-4277-9fb8-d60073d85f26 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1365111 May 10 15:30:06.159520 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dadfd7-a2e3-4c8a-a4fe-b49211fef476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33046d8d-2b98-4a84-838e-bc2fd9873534,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:06.166279 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-c7dadfd7-a2e3-4c8a-a4fe-b49211fef476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:06.185441 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c7dadfd7-a2e3-4c8a-a4fe-b49211fef476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:06.186911 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-c7dadfd7-a2e3-4c8a-a4fe-b49211fef476 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33046d8d-2b98-4a84-838e-bc2fd9873534 HTTP/1.1" status: 204 len: 168 time: 0.3263962 May 10 15:30:06.226273 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b855cbc0-1878-47b9-a5b3-f1c8146ff6c3 req-6d4f117b-6de1-4f66-a7f7-d83ec09f0310 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588133 May 10 15:30:07.414083 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cb184-b9e8-4d52-a414-d5c7a27e980c req-b1fc4fc6-b633-46eb-a8fb-4b2cf8cb8986 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:07.415832 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-451cb184-b9e8-4d52-a414-d5c7a27e980c req-b1fc4fc6-b633-46eb-a8fb-4b2cf8cb8986 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0863783 May 10 15:30:07.464918 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-451cb184-b9e8-4d52-a414-d5c7a27e980c req-f73cd476-8351-4e2e-8112-6908fbb6e158 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428002 May 10 15:30:08.124690 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 47216) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:08.423472 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-38708b02-3b9d-462d-84b5-be1002218d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:08.439085 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-38708b02-3b9d-462d-84b5-be1002218d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:08.443223 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-38708b02-3b9d-462d-84b5-be1002218d5e admin admin] Usage tracker for resource:security_group_rule and tenant:296b534873d348f7b334ca4afc3ebe32 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:08.446571 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-38708b02-3b9d-462d-84b5-be1002218d5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:08.452915 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-38708b02-3b9d-462d-84b5-be1002218d5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:08.555231 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-38708b02-3b9d-462d-84b5-be1002218d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:08.560889 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-38708b02-3b9d-462d-84b5-be1002218d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:08.572327 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-79fad548-fb7e-427b-a864-70427b9c1d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:08.623026 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-38708b02-3b9d-462d-84b5-be1002218d5e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=296b534873d348f7b334ca4afc3ebe32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4956768 May 10 15:30:08.624553 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38708b02-3b9d-462d-84b5-be1002218d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0abe28b-b4d8-42fb-b7b5-83e4ad086f54,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:08.625931 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47250) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:08.648899 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-38708b02-3b9d-462d-84b5-be1002218d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:08.723036 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b55eeebc-977d-4c51-bdce-239338cc9511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:08.801502 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b55eeebc-977d-4c51-bdce-239338cc9511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:08.909979 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8d319-52f5-4b00-a8dc-bbd7570d64a7 req-bce2f0f4-214d-4f05-9ccb-199521e23564 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:08.916372 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-41d8d319-52f5-4b00-a8dc-bbd7570d64a7 req-bce2f0f4-214d-4f05-9ccb-199521e23564 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1907518 May 10 15:30:08.959047 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b55eeebc-977d-4c51-bdce-239338cc9511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:08.969700 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-c7dadfd7-a2e3-4c8a-a4fe-b49211fef476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:08.987714 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55eeebc-977d-4c51-bdce-239338cc9511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0abe28b-b4d8-42fb-b7b5-83e4ad086f54,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:08.993424 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-b55eeebc-977d-4c51-bdce-239338cc9511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:09.013025 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-41d8d319-52f5-4b00-a8dc-bbd7570d64a7 req-d32034fe-0bcf-4db2-a693-b2ed44f16ee6 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935953 May 10 15:30:09.014592 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b55eeebc-977d-4c51-bdce-239338cc9511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:09.019882 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-b55eeebc-977d-4c51-bdce-239338cc9511 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0abe28b-b4d8-42fb-b7b5-83e4ad086f54 HTTP/1.1" status: 204 len: 168 time: 0.3892536 May 10 15:30:09.298104 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47290) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:09.450721 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5742-7b71-41ba-a717-e1041599e318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:09.470757 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-fe5f5742-7b71-41ba-a717-e1041599e318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:09.475258 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-fe5f5742-7b71-41ba-a717-e1041599e318 admin admin] Usage tracker for resource:security_group_rule and tenant:0f0d4a5feac9416f83b2f91065340af4 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:09.478192 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-fe5f5742-7b71-41ba-a717-e1041599e318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:09.480997 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47300) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:09.499191 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-fe5f5742-7b71-41ba-a717-e1041599e318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:09.507294 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-732f7f59-0ec5-4c16-97f4-774458dc4553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:09.534639 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-732f7f59-0ec5-4c16-97f4-774458dc4553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:09.540617 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-732f7f59-0ec5-4c16-97f4-774458dc4553 admin admin] Usage tracker for resource:security_group_rule and tenant:9e163300787f4271b7ca0f5c51e67410 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:09.546447 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-732f7f59-0ec5-4c16-97f4-774458dc4553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:09.553829 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-732f7f59-0ec5-4c16-97f4-774458dc4553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:09.640808 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5742-7b71-41ba-a717-e1041599e318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:09.646107 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5742-7b71-41ba-a717-e1041599e318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:09.658490 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0ea00191-702e-4d87-aa21-292b4c763946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:09.714633 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f5742-7b71-41ba-a717-e1041599e318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a8e10b-1f4b-44d5-93e0-47e7241dca5d,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:09.728873 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-fe5f5742-7b71-41ba-a717-e1041599e318 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f0d4a5feac9416f83b2f91065340af4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4267080 May 10 15:30:09.728873 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-fe5f5742-7b71-41ba-a717-e1041599e318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:09.729243 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 47304) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:09.745025 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-732f7f59-0ec5-4c16-97f4-774458dc4553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:09.752414 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-732f7f59-0ec5-4c16-97f4-774458dc4553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:09.761460 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8cf60c48-d85f-45cd-8585-c375dc5afa0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:09.799896 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-6fb8f5f6-9035-4e81-810d-18753e34ee76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:09.802627 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-732f7f59-0ec5-4c16-97f4-774458dc4553 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e163300787f4271b7ca0f5c51e67410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205967 May 10 15:30:09.804228 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f7f59-0ec5-4c16-97f4-774458dc4553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f9140d-3d12-4132-bfcd-185c5d5f63f1,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:09.806897 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47310) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:09.809835 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-732f7f59-0ec5-4c16-97f4-774458dc4553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:09.828447 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-6fb8f5f6-9035-4e81-810d-18753e34ee76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:09.868305 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-41bebfb5-2425-4547-98dc-ddf0d02aa56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:09.899014 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-6fb8f5f6-9035-4e81-810d-18753e34ee76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:09.903325 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-41bebfb5-2425-4547-98dc-ddf0d02aa56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:09.904104 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:09.921922 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8f5f6-9035-4e81-810d-18753e34ee76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a8e10b-1f4b-44d5-93e0-47e7241dca5d,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:09.925955 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-6fb8f5f6-9035-4e81-810d-18753e34ee76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:09.974991 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-6fb8f5f6-9035-4e81-810d-18753e34ee76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:09.977713 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-6fb8f5f6-9035-4e81-810d-18753e34ee76 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76a8e10b-1f4b-44d5-93e0-47e7241dca5d HTTP/1.1" status: 204 len: 168 time: 0.2477493 May 10 15:30:10.000098 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-41bebfb5-2425-4547-98dc-ddf0d02aa56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:10.006521 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-5597491a-8f84-4abf-8a2b-d8f7376b904e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:10.020299 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bebfb5-2425-4547-98dc-ddf0d02aa56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f9140d-3d12-4132-bfcd-185c5d5f63f1,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:10.025327 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-41bebfb5-2425-4547-98dc-ddf0d02aa56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:10.064311 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-41bebfb5-2425-4547-98dc-ddf0d02aa56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:10.067386 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-41bebfb5-2425-4547-98dc-ddf0d02aa56b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7f9140d-3d12-4132-bfcd-185c5d5f63f1 HTTP/1.1" status: 204 len: 168 time: 0.2591276 May 10 15:30:10.275001 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79613936-c5f5-4654-be9c-9e66a149ee25 req-ce98168c-2a84-4804-89b4-c8d6ac97bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:10.278475 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-79613936-c5f5-4654-be9c-9e66a149ee25 req-ce98168c-2a84-4804-89b4-c8d6ac97bbd1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 1099 time: 0.1296296 May 10 15:30:10.384437 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-79613936-c5f5-4654-be9c-9e66a149ee25 req-d763f52b-2412-44ff-9bfe-82b3b11c84d7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954907 May 10 15:30:10.424649 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f453f-e8f9-4646-a4f7-cf3e96d569ae req-80abf599-0252-4663-98b9-a062705703fc tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:10.433470 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-042f453f-e8f9-4646-a4f7-cf3e96d569ae req-80abf599-0252-4663-98b9-a062705703fc tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.2024448 May 10 15:30:10.479807 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47334) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:10.508460 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-042f453f-e8f9-4646-a4f7-cf3e96d569ae req-dc0494d3-bd68-4816-9784-66c397ea1e28 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737846 May 10 15:30:10.515321 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1f47fe1d-33c6-452a-bcc6-824f588054a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:10.538631 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-1f47fe1d-33c6-452a-bcc6-824f588054a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:10.543621 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-1f47fe1d-33c6-452a-bcc6-824f588054a1 admin admin] Usage tracker for resource:security_group_rule and tenant:8ca2508e8b6f41aaad74e65dda5cc462 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:10.546487 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-1f47fe1d-33c6-452a-bcc6-824f588054a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:10.552871 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-1f47fe1d-33c6-452a-bcc6-824f588054a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:10.645763 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1f47fe1d-33c6-452a-bcc6-824f588054a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:10.651216 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1f47fe1d-33c6-452a-bcc6-824f588054a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:10.665900 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-d60734b1-4831-4dd8-b295-17d2a002987c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:10.739056 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-1f47fe1d-33c6-452a-bcc6-824f588054a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ca2508e8b6f41aaad74e65dda5cc462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519331 May 10 15:30:10.741634 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47344) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:10.745123 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47fe1d-33c6-452a-bcc6-824f588054a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc90089e-baa8-4ab1-bfee-8e0f65d73f24,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:10.759894 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-1f47fe1d-33c6-452a-bcc6-824f588054a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:10.840930 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a64321e1-8267-49c8-af31-c27bb36b2953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:10.909408 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a64321e1-8267-49c8-af31-c27bb36b2953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:10.992087 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a64321e1-8267-49c8-af31-c27bb36b2953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:10.997604 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-70d09cd1-8861-4782-8c3b-9374605b5334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:11.012125 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64321e1-8267-49c8-af31-c27bb36b2953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc90089e-baa8-4ab1-bfee-8e0f65d73f24,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:11.031208 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a64321e1-8267-49c8-af31-c27bb36b2953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:11.048084 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a64321e1-8267-49c8-af31-c27bb36b2953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:11.049881 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-a64321e1-8267-49c8-af31-c27bb36b2953 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc90089e-baa8-4ab1-bfee-8e0f65d73f24 HTTP/1.1" status: 204 len: 168 time: 0.3069878 May 10 15:30:11.704255 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c96c85-4cf4-4258-9d32-0b795c464f5e req-39519fb5-3f51-422e-aefe-4e8d3a57b86a tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:11.705694 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b8c96c85-4cf4-4258-9d32-0b795c464f5e req-39519fb5-3f51-422e-aefe-4e8d3a57b86a tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0881631 May 10 15:30:11.754059 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b8c96c85-4cf4-4258-9d32-0b795c464f5e req-8a19155e-44c4-4444-88f4-6eefc89bdc2d tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417161 May 10 15:30:12.312291 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba6e9a-b36e-4bb2-8908-5cf95861a6d9 req-376d6d0b-2987-4cc2-b480-2e236b817276 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:12.320959 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f6ba6e9a-b36e-4bb2-8908-5cf95861a6d9 req-376d6d0b-2987-4cc2-b480-2e236b817276 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1091795 May 10 15:30:12.380990 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f6ba6e9a-b36e-4bb2-8908-5cf95861a6d9 req-69139e33-666f-4ae5-9f5f-a98563510f2d tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591495 May 10 15:30:13.580476 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4bc54-ecc3-44e7-bd3e-4933af8c08ab req-a0a526a1-65cd-4424-a87c-4297bc2dc46a tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:13.581976 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-67f4bc54-ecc3-44e7-bd3e-4933af8c08ab req-a0a526a1-65cd-4424-a87c-4297bc2dc46a tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0841463 May 10 15:30:13.626888 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-67f4bc54-ecc3-44e7-bd3e-4933af8c08ab req-bf0dac89-9531-4222-9fc9-2382568998db tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389497 May 10 15:30:14.143993 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47504) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:14.259823 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3d3e-c50e-4f0f-8136-6505c838f232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:14.273954 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-0e3a3d3e-c50e-4f0f-8136-6505c838f232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:14.278261 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-0e3a3d3e-c50e-4f0f-8136-6505c838f232 admin admin] Usage tracker for resource:security_group_rule and tenant:e969287abcea49cb90913b10cb61704c is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:14.281032 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-0e3a3d3e-c50e-4f0f-8136-6505c838f232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:14.286732 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-0e3a3d3e-c50e-4f0f-8136-6505c838f232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:14.416910 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3d3e-c50e-4f0f-8136-6505c838f232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:14.422384 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3d3e-c50e-4f0f-8136-6505c838f232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:14.429702 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ca559116-1d0a-41b3-8691-c85e4040e25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:14.468996 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a3d3e-c50e-4f0f-8136-6505c838f232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51fb633-5a09-4eb0-8066-324d2f1cc743,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:14.475584 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 47520) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:14.475744 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-0e3a3d3e-c50e-4f0f-8136-6505c838f232 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e969287abcea49cb90913b10cb61704c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306434 May 10 15:30:14.476610 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0e3a3d3e-c50e-4f0f-8136-6505c838f232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:14.547653 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-17511cfc-8a07-4547-b329-65da658673e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:14.572992 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-17511cfc-8a07-4547-b329-65da658673e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:14.622988 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-17511cfc-8a07-4547-b329-65da658673e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:14.626473 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2d474455-e38c-4293-856a-b0385fcd7608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:14.637282 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17511cfc-8a07-4547-b329-65da658673e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51fb633-5a09-4eb0-8066-324d2f1cc743,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:14.641989 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-17511cfc-8a07-4547-b329-65da658673e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:14.643986 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-17511cfc-8a07-4547-b329-65da658673e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:14.645094 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-17511cfc-8a07-4547-b329-65da658673e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e51fb633-5a09-4eb0-8066-324d2f1cc743 HTTP/1.1" status: 204 len: 168 time: 0.1677763 May 10 15:30:14.875858 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69243e8-d764-40d9-8c75-1911c6526a26 req-4f569104-1f5b-45eb-8595-aa223ac0c45d tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:14.877336 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e69243e8-d764-40d9-8c75-1911c6526a26 req-4f569104-1f5b-45eb-8595-aa223ac0c45d tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1423733 May 10 15:30:14.930029 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e69243e8-d764-40d9-8c75-1911c6526a26 req-5ab56569-d5a8-4994-a1e4-3cf2dc754798 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465245 May 10 15:30:14.938834 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47530) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:14.961855 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5ded341c-2012-4e36-ab17-0d167c150ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:14.976091 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-5ded341c-2012-4e36-ab17-0d167c150ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:14.979792 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-5ded341c-2012-4e36-ab17-0d167c150ae2 admin admin] Usage tracker for resource:security_group_rule and tenant:091ca2232be94d318ed866334b49f076 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:14.983824 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-5ded341c-2012-4e36-ab17-0d167c150ae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:14.989639 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-5ded341c-2012-4e36-ab17-0d167c150ae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:15.005028 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64313636-ca74-48d1-90c2-0b28d7a1aabd req-b1c5694d-ee48-4353-bcef-80af51ea1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:15.006684 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-64313636-ca74-48d1-90c2-0b28d7a1aabd req-b1c5694d-ee48-4353-bcef-80af51ea1c09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf36bc9313b0433d889286c8d877bce8&device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 1099 time: 0.0712295 May 10 15:30:15.070436 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5ded341c-2012-4e36-ab17-0d167c150ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:15.075132 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5ded341c-2012-4e36-ab17-0d167c150ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:15.082240 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-40b1e54d-39d8-44ea-88d3-29aba1c04c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:15.124034 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-5ded341c-2012-4e36-ab17-0d167c150ae2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=091ca2232be94d318ed866334b49f076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838324 May 10 15:30:15.124894 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded341c-2012-4e36-ab17-0d167c150ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20f196d-8cd9-4aa0-94bf-75cdb5645357,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:15.126623 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 47534) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:15.127980 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-5ded341c-2012-4e36-ab17-0d167c150ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:15.168057 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64313636-ca74-48d1-90c2-0b28d7a1aabd req-30832298-38c7-471e-b12c-91b59b59cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:15.169564 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-64313636-ca74-48d1-90c2-0b28d7a1aabd req-30832298-38c7-471e-b12c-91b59b59cf1e service neutron] 10.222.0.46 "GET /v2.0/networks?id=295295ac-f6af-4bcd-a052-58ea42c8fc65 HTTP/1.1" status: 200 len: 919 time: 0.1553626 May 10 15:30:15.247136 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-64313636-ca74-48d1-90c2-0b28d7a1aabd req-d46aff24-9302-4683-97ef-b0bdc145cc3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4432053a-9d9a-4b16-b6cc-124ff1274d20 HTTP/1.1" status: 200 len: 217 time: 0.0645692 May 10 15:30:15.300607 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-69cd2154-2dad-4f2f-a142-9c9678a79c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:15.340903 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-69cd2154-2dad-4f2f-a142-9c9678a79c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:15.348357 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64313636-ca74-48d1-90c2-0b28d7a1aabd req-c9b30b03-2564-4977-ae72-2ccd56635220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:15.349816 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-64313636-ca74-48d1-90c2-0b28d7a1aabd req-c9b30b03-2564-4977-ae72-2ccd56635220 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=267b5f04-b662-4592-a7d5-8c1f3a4c55e0 HTTP/1.1" status: 200 len: 858 time: 0.0937827 May 10 15:30:15.415001 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-64313636-ca74-48d1-90c2-0b28d7a1aabd req-841adb73-e50b-4c46-bf18-9359cb1a519a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=295295ac-f6af-4bcd-a052-58ea42c8fc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500300 May 10 15:30:15.463071 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-69cd2154-2dad-4f2f-a142-9c9678a79c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:15.517878 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7129ebe5-cc86-43a1-a248-d94ed6fc95af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:15.537441 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd2154-2dad-4f2f-a142-9c9678a79c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20f196d-8cd9-4aa0-94bf-75cdb5645357,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:15.538997 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-69cd2154-2dad-4f2f-a142-9c9678a79c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:15.575682 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-69cd2154-2dad-4f2f-a142-9c9678a79c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:15.576811 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-69cd2154-2dad-4f2f-a142-9c9678a79c3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b20f196d-8cd9-4aa0-94bf-75cdb5645357 HTTP/1.1" status: 204 len: 168 time: 0.4492593 May 10 15:30:15.602187 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-64313636-ca74-48d1-90c2-0b28d7a1aabd req-a595e9b5-a3ed-4b55-8b1e-fbe16ad1f4e3 service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661208 May 10 15:30:16.124974 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e702b-bed1-4ff4-8c34-06c62b1320fb req-84ea0564-e2d9-4be5-a1e9-1d67c0b64a0e tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:16.126423 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7e1e702b-bed1-4ff4-8c34-06c62b1320fb req-84ea0564-e2d9-4be5-a1e9-1d67c0b64a0e tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0826259 May 10 15:30:16.173622 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7e1e702b-bed1-4ff4-8c34-06c62b1320fb req-1d2f86f2-6cb8-421c-acc6-ada183273868 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413706 May 10 15:30:16.334607 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47572) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:16.453813 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-380670398-network', 'tenant_id': 'eb018fc266c44117a4da330531da14e2'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:16.459993 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:16.464098 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Usage tracker for resource:network and tenant:eb018fc266c44117a4da330531da14e2 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:16.467131 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:16.473621 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:16.485876 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Made reservation on behalf of eb018fc266c44117a4da330531da14e2 for: {'network': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:30:16.489418 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:16.504186 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:16.522398 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:16.526729 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Usage tracker for resource:security_group_rule and tenant:eb018fc266c44117a4da330531da14e2 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:16.529756 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:16.537312 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:16.658433 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:16.669071 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:16.672552 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-b55eeebc-977d-4c51-bdce-239338cc9511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:16.718695 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=78734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:30:16.724998 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30930a59-7361-4958-845f-6bab6b4da761,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:16.728527 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:16.735376 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:16.735765 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.db.segments_db [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Added segment 0a9173ca-907b-4cce-8da8-7f8d7baf9c60 of type vlan for network b3453ac7-472b-4299-9ef5-9c7d64929896 May 10 15:30:16.770450 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:16.801672 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:16.803283 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:16.803927 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:16.813152 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-af85a95d-53a3-4bb6-aee6-5f79ed934ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:16.976140 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Pushing event updated for resources: {'Network': ['ID=b3453ac7-472b-4299-9ef5-9c7d64929896,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:16.978961 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:16.984385 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6485455 May 10 15:30:16.987392 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47588) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:16.990618 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network b3453ac7-472b-4299-9ef5-9c7d64929896 details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:30:16.993613 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-5ba2be54-bc39-4c07-80bb-289f65d45b56 admin admin] Request body: {'subnet': {'network_id': 'b3453ac7-472b-4299-9ef5-9c7d64929896', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-380670398-subnet', 'tenant_id': 'eb018fc266c44117a4da330531da14e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:16.998375 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-5ba2be54-bc39-4c07-80bb-289f65d45b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:17.002721 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-5ba2be54-bc39-4c07-80bb-289f65d45b56 admin admin] Usage tracker for resource:subnet and tenant:eb018fc266c44117a4da330531da14e2 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:17.005718 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-5ba2be54-bc39-4c07-80bb-289f65d45b56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:17.011481 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-5ba2be54-bc39-4c07-80bb-289f65d45b56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:17.021832 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba2be54-bc39-4c07-80bb-289f65d45b56 admin admin] Made reservation on behalf of eb018fc266c44117a4da330531da14e2 for: {'subnet': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:30:17.024192 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5ba2be54-bc39-4c07-80bb-289f65d45b56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:17.373359 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259f509-ec90-4331-8cc6-050e38483289 req-2337c452-aa30-4d96-971b-789d1cbdc1f2 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:17.374843 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e259f509-ec90-4331-8cc6-050e38483289 req-2337c452-aa30-4d96-971b-789d1cbdc1f2 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0857458 May 10 15:30:17.426745 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e259f509-ec90-4331-8cc6-050e38483289 req-d813928d-9c38-4951-8f2d-d74d27091d1d tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440454 May 10 15:30:17.435314 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5ba2be54-bc39-4c07-80bb-289f65d45b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:17.439918 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:17.514712 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2be54-bc39-4c07-80bb-289f65d45b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49727e62-511f-49cb-8363-b05e886ea8a6,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:17.518053 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-5ba2be54-bc39-4c07-80bb-289f65d45b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:17.523929 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2be54-bc39-4c07-80bb-289f65d45b56 admin admin] Checking segment: {'id': '0a9173ca-907b-4cce-8da8-7f8d7baf9c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3453ac7-472b-4299-9ef5-9c7d64929896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:30:17.524284 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba2be54-bc39-4c07-80bb-289f65d45b56 admin admin] Network hostable DHCP agents. Network: b3453ac7-472b-4299-9ef5-9c7d64929896, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:30:17.542379 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba2be54-bc39-4c07-80bb-289f65d45b56 admin admin] Network b3453ac7-472b-4299-9ef5-9c7d64929896 is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:30:17.551503 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-5ba2be54-bc39-4c07-80bb-289f65d45b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, b3453ac7-472b-4299-9ef5-9c7d64929896) {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:30:17.555661 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba2be54-bc39-4c07-80bb-289f65d45b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:17.556575 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5ba2be54-bc39-4c07-80bb-289f65d45b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:17.564418 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541f9353-20ca-41ed-8962-ba82c619a97c None None] Network b3453ac7-472b-4299-9ef5-9c7d64929896 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:30:17.579396 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-5ba2be54-bc39-4c07-80bb-289f65d45b56 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5908802 May 10 15:30:17.885673 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9af860d-c0ed-4c75-813c-5064bf6145fa None None] Network b3453ac7-472b-4299-9ef5-9c7d64929896 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:30:17.990440 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:18.164721 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47618) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:18.170809 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1544107900-network', 'tenant_id': '0236f564787747afbdce723a2b3dadbb'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:18.176311 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:18.180049 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Usage tracker for resource:network and tenant:0236f564787747afbdce723a2b3dadbb is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:18.183151 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:18.188771 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:18.198280 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Made reservation on behalf of 0236f564787747afbdce723a2b3dadbb for: {'network': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:30:18.200779 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:18.212725 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:18.226965 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:18.231560 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Usage tracker for resource:security_group_rule and tenant:0236f564787747afbdce723a2b3dadbb is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:18.234413 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:18.240060 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:18.325820 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:18.329555 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:18.333817 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-752501c3-5217-40c7-a733-f283e4cb5614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:18.359024 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=78734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:30:18.374644 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586f0eb8-fa8d-4617-aeea-1b2c53753c6a,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:18.377881 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:18.380669 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:18.381008 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.db.segments_db [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Added segment 915f906f-b282-4174-8926-ec116777c9f8 of type vlan for network 080ec52c-0dfb-4d5d-b437-00905e764867 May 10 15:30:18.406790 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:18.434774 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:18.436057 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:18.436623 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:18.439684 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:18.541547 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Pushing event updated for resources: {'Network': ['ID=080ec52c-0dfb-4d5d-b437-00905e764867,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:18.545043 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:18.546456 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3807235 May 10 15:30:18.549356 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47624) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:18.555898 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-0e37af80-c95c-456d-8f09-c4e3cfd333a2 admin admin] Request body: {'subnet': {'network_id': '080ec52c-0dfb-4d5d-b437-00905e764867', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1544107900-subnet', 'tenant_id': '0236f564787747afbdce723a2b3dadbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:18.556460 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network 080ec52c-0dfb-4d5d-b437-00905e764867 details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:30:18.561793 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-0e37af80-c95c-456d-8f09-c4e3cfd333a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:18.565561 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-0e37af80-c95c-456d-8f09-c4e3cfd333a2 admin admin] Usage tracker for resource:subnet and tenant:0236f564787747afbdce723a2b3dadbb is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:18.568405 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-0e37af80-c95c-456d-8f09-c4e3cfd333a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:18.574801 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-0e37af80-c95c-456d-8f09-c4e3cfd333a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:18.586887 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e37af80-c95c-456d-8f09-c4e3cfd333a2 admin admin] Made reservation on behalf of 0236f564787747afbdce723a2b3dadbb for: {'subnet': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:30:18.589436 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0e37af80-c95c-456d-8f09-c4e3cfd333a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:18.650204 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-64313636-ca74-48d1-90c2-0b28d7a1aabd req-504a5352-67b6-4c63-9c31-843366842af0 service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799943 May 10 15:30:18.675460 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c271ce-c0cb-48cc-afef-d18ae5819266 req-646cc2ea-627a-4d62-9d5c-5ca966e377fd tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:18.677018 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-03c271ce-c0cb-48cc-afef-d18ae5819266 req-646cc2ea-627a-4d62-9d5c-5ca966e377fd tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1342449 May 10 15:30:18.743463 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-03c271ce-c0cb-48cc-afef-d18ae5819266 req-2a768071-8b57-415f-b9a3-9bef5aeba689 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599635 May 10 15:30:19.073804 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0e37af80-c95c-456d-8f09-c4e3cfd333a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:19.078714 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-5ba2be54-bc39-4c07-80bb-289f65d45b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:19.154121 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37af80-c95c-456d-8f09-c4e3cfd333a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b384c726-217b-4bce-9cc8-8e1cc99d221e,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:19.157783 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0e37af80-c95c-456d-8f09-c4e3cfd333a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:19.160198 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e37af80-c95c-456d-8f09-c4e3cfd333a2 admin admin] Checking segment: {'id': '915f906f-b282-4174-8926-ec116777c9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '080ec52c-0dfb-4d5d-b437-00905e764867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:30:19.160495 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e37af80-c95c-456d-8f09-c4e3cfd333a2 admin admin] Network hostable DHCP agents. Network: 080ec52c-0dfb-4d5d-b437-00905e764867, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:30:19.177523 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e37af80-c95c-456d-8f09-c4e3cfd333a2 admin admin] Network 080ec52c-0dfb-4d5d-b437-00905e764867 is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:30:19.187157 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-0e37af80-c95c-456d-8f09-c4e3cfd333a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, 080ec52c-0dfb-4d5d-b437-00905e764867) {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:30:19.190969 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e37af80-c95c-456d-8f09-c4e3cfd333a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:19.191607 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0e37af80-c95c-456d-8f09-c4e3cfd333a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:19.196153 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b38920-cc64-4cef-aed3-6b28b1a1d9ac None None] Network 080ec52c-0dfb-4d5d-b437-00905e764867 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:30:19.213883 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-0e37af80-c95c-456d-8f09-c4e3cfd333a2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6634536 May 10 15:30:19.389134 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a460757-5f55-49ac-b23c-f66ec1a63354 None None] Network 080ec52c-0dfb-4d5d-b437-00905e764867 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:30:19.955736 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b8dcf-8fa6-4217-9642-f69f85f58889 req-dcbf5d64-dec5-408c-9962-1487c7fcb3e8 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:19.957538 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f43b8dcf-8fa6-4217-9642-f69f85f58889 req-dcbf5d64-dec5-408c-9962-1487c7fcb3e8 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1008968 May 10 15:30:20.022575 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f43b8dcf-8fa6-4217-9642-f69f85f58889 req-04409a2c-4833-4ff3-bf69-3a27743046a0 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579023 May 10 15:30:21.228017 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a6eb5-2155-4be3-b6c8-7de157107e60 req-d13c3550-0542-4234-986f-c7dd1047f2ae tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:21.229810 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dd3a6eb5-2155-4be3-b6c8-7de157107e60 req-d13c3550-0542-4234-986f-c7dd1047f2ae tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0833592 May 10 15:30:21.278803 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dd3a6eb5-2155-4be3-b6c8-7de157107e60 req-4a609dcb-dd9c-4514-abc6-279e39091d64 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433025 May 10 15:30:21.833825 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 47744) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:21.996923 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-62809e69-d6ad-4736-98f6-c414cc0696d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:22.013042 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-62809e69-d6ad-4736-98f6-c414cc0696d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:22.017466 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-62809e69-d6ad-4736-98f6-c414cc0696d9 admin admin] Usage tracker for resource:security_group_rule and tenant:d47a5c0cf0244e319adfa9b5739d9da1 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:22.020990 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-62809e69-d6ad-4736-98f6-c414cc0696d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:22.027696 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-62809e69-d6ad-4736-98f6-c414cc0696d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:22.145741 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-62809e69-d6ad-4736-98f6-c414cc0696d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:22.150555 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-62809e69-d6ad-4736-98f6-c414cc0696d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:22.160497 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-18641d24-0836-4662-acd2-4bce6627170a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:22.182374 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47760) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:22.207680 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-62809e69-d6ad-4736-98f6-c414cc0696d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d47a5c0cf0244e319adfa9b5739d9da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726373 May 10 15:30:22.208844 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62809e69-d6ad-4736-98f6-c414cc0696d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099be82b-e153-43ac-9af2-abc857d533e8,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:22.210256 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47768) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:22.219556 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-62809e69-d6ad-4736-98f6-c414cc0696d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:22.300614 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-337f8e4d-8e62-4b3d-b442-5e83fddb3920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:22.331358 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-337f8e4d-8e62-4b3d-b442-5e83fddb3920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:22.373675 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7d446074-398d-49b7-b8af-dcbfabc0c482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:22.404187 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-7d446074-398d-49b7-b8af-dcbfabc0c482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:22.409241 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-7d446074-398d-49b7-b8af-dcbfabc0c482 admin admin] Usage tracker for resource:security_group_rule and tenant:184a2e806aa84041a83753c785c5d588 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:22.412366 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-7d446074-398d-49b7-b8af-dcbfabc0c482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:22.419664 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-7d446074-398d-49b7-b8af-dcbfabc0c482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:22.445369 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-337f8e4d-8e62-4b3d-b442-5e83fddb3920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:22.452387 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:22.474050 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f8e4d-8e62-4b3d-b442-5e83fddb3920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099be82b-e153-43ac-9af2-abc857d533e8,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:22.478739 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-337f8e4d-8e62-4b3d-b442-5e83fddb3920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:22.482240 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-337f8e4d-8e62-4b3d-b442-5e83fddb3920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:22.488831 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-337f8e4d-8e62-4b3d-b442-5e83fddb3920 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/099be82b-e153-43ac-9af2-abc857d533e8 HTTP/1.1" status: 204 len: 168 time: 0.2775750 May 10 15:30:22.554039 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7d446074-398d-49b7-b8af-dcbfabc0c482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:22.558288 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7d446074-398d-49b7-b8af-dcbfabc0c482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:22.566696 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-b64e127b-1ad3-4f12-8734-9318a51c9b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:22.607007 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-7d446074-398d-49b7-b8af-dcbfabc0c482 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=184a2e806aa84041a83753c785c5d588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217176 May 10 15:30:22.609676 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 47778) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:22.614724 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d446074-398d-49b7-b8af-dcbfabc0c482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed72acc2-9f06-45a8-9c75-eae02d97634e,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:22.617950 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7d446074-398d-49b7-b8af-dcbfabc0c482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:22.689067 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c46127ad-0ed3-4c8d-a31e-2cbc0251c873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:22.720777 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c46127ad-0ed3-4c8d-a31e-2cbc0251c873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:22.782032 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c46127ad-0ed3-4c8d-a31e-2cbc0251c873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:22.787051 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-6fb8f5f6-9035-4e81-810d-18753e34ee76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:22.800297 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46127ad-0ed3-4c8d-a31e-2cbc0251c873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed72acc2-9f06-45a8-9c75-eae02d97634e,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:22.803385 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c46127ad-0ed3-4c8d-a31e-2cbc0251c873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:22.812020 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c46127ad-0ed3-4c8d-a31e-2cbc0251c873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:22.813129 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-c46127ad-0ed3-4c8d-a31e-2cbc0251c873 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed72acc2-9f06-45a8-9c75-eae02d97634e HTTP/1.1" status: 204 len: 168 time: 0.2024240 May 10 15:30:23.219166 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 47802) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:23.245578 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-da107d66-056a-4974-b409-7ef65f3190ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:23.269574 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-da107d66-056a-4974-b409-7ef65f3190ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:23.276271 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-da107d66-056a-4974-b409-7ef65f3190ba admin admin] Usage tracker for resource:security_group_rule and tenant:65ddf7d617b34027a6078005aa29e3e5 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:23.279811 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-da107d66-056a-4974-b409-7ef65f3190ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:23.286125 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-da107d66-056a-4974-b409-7ef65f3190ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:23.302836 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721c8a0-c2a0-4cc0-8880-8d4b947f7774 req-3af93350-fa9d-41bc-ad91-7cdfe50e8bef tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:23.304402 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8721c8a0-c2a0-4cc0-8880-8d4b947f7774 req-3af93350-fa9d-41bc-ad91-7cdfe50e8bef tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1392741 May 10 15:30:23.413872 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8721c8a0-c2a0-4cc0-8880-8d4b947f7774 req-5d2179c0-182d-4d60-9e4c-5004e503cd47 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931108 May 10 15:30:23.461893 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-da107d66-056a-4974-b409-7ef65f3190ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:23.469165 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-da107d66-056a-4974-b409-7ef65f3190ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:23.480700 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-69cd2154-2dad-4f2f-a142-9c9678a79c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:23.527303 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-da107d66-056a-4974-b409-7ef65f3190ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65ddf7d617b34027a6078005aa29e3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063543 May 10 15:30:23.528324 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da107d66-056a-4974-b409-7ef65f3190ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050ac3cb-03f5-4017-984a-2c03fad0685a,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:23.530268 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47822) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:23.545457 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-da107d66-056a-4974-b409-7ef65f3190ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:23.608538 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8981a6b3-03e9-464a-9c97-b89d281bdefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:23.637372 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8981a6b3-03e9-464a-9c97-b89d281bdefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:23.714900 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8981a6b3-03e9-464a-9c97-b89d281bdefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:23.721223 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-732f7f59-0ec5-4c16-97f4-774458dc4553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:23.742304 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8981a6b3-03e9-464a-9c97-b89d281bdefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:23.743339 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-8981a6b3-03e9-464a-9c97-b89d281bdefe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/050ac3cb-03f5-4017-984a-2c03fad0685a HTTP/1.1" status: 204 len: 168 time: 0.2120333 May 10 15:30:23.744360 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981a6b3-03e9-464a-9c97-b89d281bdefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050ac3cb-03f5-4017-984a-2c03fad0685a,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:23.759238 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8981a6b3-03e9-464a-9c97-b89d281bdefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:23.906975 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 47844) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:24.050433 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4341993f-adfc-4cad-92cd-ed5c4bb61739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:24.066734 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-4341993f-adfc-4cad-92cd-ed5c4bb61739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:24.072533 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-4341993f-adfc-4cad-92cd-ed5c4bb61739 admin admin] Usage tracker for resource:security_group_rule and tenant:1a13e68699c04ac6a2706da8badd9906 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:24.076609 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-4341993f-adfc-4cad-92cd-ed5c4bb61739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:24.083002 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-4341993f-adfc-4cad-92cd-ed5c4bb61739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:24.263044 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4341993f-adfc-4cad-92cd-ed5c4bb61739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:24.268553 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4341993f-adfc-4cad-92cd-ed5c4bb61739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:24.278025 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:24.316657 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341993f-adfc-4cad-92cd-ed5c4bb61739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2158b73-5f8c-4d4b-b17b-dbbf981e0c4a,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:24.324079 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4341993f-adfc-4cad-92cd-ed5c4bb61739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:24.336594 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-4341993f-adfc-4cad-92cd-ed5c4bb61739 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a13e68699c04ac6a2706da8badd9906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285152 May 10 15:30:24.336726 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47870) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:24.477734 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-672b5fb8-564a-40b1-8df7-c26d855ed9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:24.503213 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 47878) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:24.506037 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-672b5fb8-564a-40b1-8df7-c26d855ed9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:24.578629 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-672b5fb8-564a-40b1-8df7-c26d855ed9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:24.582334 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:24.594571 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b5fb8-564a-40b1-8df7-c26d855ed9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2158b73-5f8c-4d4b-b17b-dbbf981e0c4a,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:24.598242 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-672b5fb8-564a-40b1-8df7-c26d855ed9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:24.602422 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-672b5fb8-564a-40b1-8df7-c26d855ed9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:24.605506 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-672b5fb8-564a-40b1-8df7-c26d855ed9da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a2158b73-5f8c-4d4b-b17b-dbbf981e0c4a HTTP/1.1" status: 204 len: 168 time: 0.2663729 May 10 15:30:24.650120 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1654621863-network', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:24.654964 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:24.658683 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Usage tracker for resource:network and tenant:faa2ee53649b4235ba6d1175bfc6c4b2 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:24.661508 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:24.668529 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:24.684807 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Made reservation on behalf of faa2ee53649b4235ba6d1175bfc6c4b2 for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:30:24.688664 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:24.702449 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:24.723332 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:24.729804 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Usage tracker for resource:security_group_rule and tenant:faa2ee53649b4235ba6d1175bfc6c4b2 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:24.733083 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:24.739723 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:24.841663 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:24.847180 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:24.853676 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ad664288-3b5d-47e2-a221-530b8b9c5a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:24.884160 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:30:24.894572 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b12d088-e4ee-4c89-9177-590f316fdb33,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:24.899332 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:24.902538 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:24.902877 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.segments_db [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Added segment c25989dd-45c8-406f-b636-427ede4c499a of type vlan for network ffd39617-231e-431e-81bd-fd1a3e33706a May 10 15:30:24.972185 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:25.033728 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-754a46c4-bf45-4669-a7cd-420d926c1fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:25.034329 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:25.035303 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:25.044316 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:25.049546 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:25.203732 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Pushing event updated for resources: {'Network': ['ID=ffd39617-231e-431e-81bd-fd1a3e33706a,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:25.206740 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:25.217523 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7131007 May 10 15:30:25.217790 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network ffd39617-231e-431e-81bd-fd1a3e33706a details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:30:25.220483 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 47938) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:25.226670 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-4d615c82-8fba-46b7-b3ce-5cd3a0ba42db admin admin] Request body: {'subnet': {'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1654621863-subnet', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'ip_version': 4}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:25.237318 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-4d615c82-8fba-46b7-b3ce-5cd3a0ba42db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:25.247186 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-4d615c82-8fba-46b7-b3ce-5cd3a0ba42db admin admin] Usage tracker for resource:subnet and tenant:faa2ee53649b4235ba6d1175bfc6c4b2 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:25.255318 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-4d615c82-8fba-46b7-b3ce-5cd3a0ba42db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:25.266409 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-4d615c82-8fba-46b7-b3ce-5cd3a0ba42db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:25.298364 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d615c82-8fba-46b7-b3ce-5cd3a0ba42db admin admin] Made reservation on behalf of faa2ee53649b4235ba6d1175bfc6c4b2 for: {'subnet': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:30:25.302144 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d615c82-8fba-46b7-b3ce-5cd3a0ba42db admin admin] Notify callbacks [] for subnet, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:25.730544 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 47968) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:25.859356 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1153751835-network', 'tenant_id': '95c5ba52749c4100ac24d785977fcd9d'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:25.864224 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:25.868007 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Usage tracker for resource:network and tenant:95c5ba52749c4100ac24d785977fcd9d is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:25.871001 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:25.876758 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:25.877616 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d615c82-8fba-46b7-b3ce-5cd3a0ba42db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:25.882193 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-29f1d24a-fe5f-4bd9-9f89-60e31b16811b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:25.887298 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Made reservation on behalf of 95c5ba52749c4100ac24d785977fcd9d for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:30:25.889747 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:25.903290 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:25.920316 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:25.924037 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Usage tracker for resource:security_group_rule and tenant:95c5ba52749c4100ac24d785977fcd9d is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:25.927061 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:25.933531 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:25.949733 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d615c82-8fba-46b7-b3ce-5cd3a0ba42db admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8768d47-d5ea-4367-abf5-0bbfca3a1b00,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:25.953402 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-4d615c82-8fba-46b7-b3ce-5cd3a0ba42db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:25.960359 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d615c82-8fba-46b7-b3ce-5cd3a0ba42db admin admin] Checking segment: {'id': 'c25989dd-45c8-406f-b636-427ede4c499a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:30:25.960713 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d615c82-8fba-46b7-b3ce-5cd3a0ba42db admin admin] Network hostable DHCP agents. Network: ffd39617-231e-431e-81bd-fd1a3e33706a, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:30:25.986308 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d615c82-8fba-46b7-b3ce-5cd3a0ba42db admin admin] Network ffd39617-231e-431e-81bd-fd1a3e33706a is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:30:25.996308 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-4d615c82-8fba-46b7-b3ce-5cd3a0ba42db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, ffd39617-231e-431e-81bd-fd1a3e33706a) {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:30:26.005217 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5b82c1-26e7-49f6-a6b5-d4e0b40129ad None None] Network ffd39617-231e-431e-81bd-fd1a3e33706a requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:30:26.007452 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d615c82-8fba-46b7-b3ce-5cd3a0ba42db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:26.008082 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d615c82-8fba-46b7-b3ce-5cd3a0ba42db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:26.034043 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-4d615c82-8fba-46b7-b3ce-5cd3a0ba42db admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8123732 May 10 15:30:26.034441 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:26.036621 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 47982) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:26.042843 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1654621863-router', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:26.046549 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:26.052156 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:26.066807 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:26.077888 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Usage tracker for resource:router and tenant:faa2ee53649b4235ba6d1175bfc6c4b2 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:26.084338 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:26.093672 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:30:26.107866 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:26.115793 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063ee4e7-7544-4204-9c85-8c43fbd3229d,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:26.122537 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:26.123584 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:26.123983 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.segments_db [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Added segment 5ad4f997-bad8-4158-b42c-490829466658 of type vlan for network 53f7926b-52b7-4138-bbf6-3380c68e55ee May 10 15:30:26.129095 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1829098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127101'] for router, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:26.130278 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127094'] for router, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:26.162091 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:26.169488 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:26.258936 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7d4b3f-1c25-5a08-adb4-a785c243b454-ffd39617-231e-431e-81bd-fd1a3e33706a', 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'fixed_ips': [{'subnet_id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00'}]}} from dv-cinder-784945-8-iscsi. {{(pid=78736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:30:26.260130 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:26.274891 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:26.281957 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:26.282561 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:26.342129 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:26.435037 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Allocated IP 172.20.0.2 (ffd39617-231e-431e-81bd-fd1a3e33706a/d8768d47-d5ea-4367-abf5-0bbfca3a1b00/f61e4960-1fb6-4556-8921-daa1ae5f1e5a) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:30:26.582367 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Pushing event updated for resources: {'Network': ['ID=53f7926b-52b7-4138-bbf6-3380c68e55ee,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:26.591864 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:26.591864 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8582866 May 10 15:30:26.593076 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 48004) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:26.598134 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127064'] for router, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:26.605294 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-6527919d-d26d-4f16-9023-5871f7af3e58 admin admin] Request body: {'subnet': {'network_id': '53f7926b-52b7-4138-bbf6-3380c68e55ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1153751835-subnet', 'tenant_id': '95c5ba52749c4100ac24d785977fcd9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:26.610961 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-6527919d-d26d-4f16-9023-5871f7af3e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:26.617894 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-6527919d-d26d-4f16-9023-5871f7af3e58 admin admin] Usage tracker for resource:subnet and tenant:95c5ba52749c4100ac24d785977fcd9d is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:26.622019 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-6527919d-d26d-4f16-9023-5871f7af3e58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:26.628292 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-6527919d-d26d-4f16-9023-5871f7af3e58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:26.641317 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6527919d-d26d-4f16-9023-5871f7af3e58 admin admin] Made reservation on behalf of 95c5ba52749c4100ac24d785977fcd9d for: {'subnet': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:30:26.643925 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-6527919d-d26d-4f16-9023-5871f7af3e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3433875'] for subnet, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:26.664655 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:26.676734 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Transition to ACTIVE for port object f61e4960-1fb6-4556-8921-daa1ae5f1e5a will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:30:26.697144 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Transition to ACTIVE for port object f61e4960-1fb6-4556-8921-daa1ae5f1e5a will not be triggered until provisioned by entity DHCP. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:30:26.704210 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network 53f7926b-52b7-4138-bbf6-3380c68e55ee details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:30:26.723271 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:26.736438 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:26.873870 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Network ffd39617-231e-431e-81bd-fd1a3e33706a is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:30:26.880061 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:30:26.886561 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:30:26.949896 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Pushing event updated for resources: {'Port': ['ID=f61e4960-1fb6-4556-8921-daa1ae5f1e5a,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:26.992578 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:26.992928 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:26.993271 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:26.993605 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:26.994109 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:26.994598 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:26.995140 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:26.995807 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:26.996309 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:26.996805 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:26.997279 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:26.997751 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:27.008435 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:27.025664 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Attempting to bind port f61e4960-1fb6-4556-8921-daa1ae5f1e5a on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:30:27.026047 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Attempting to bind port f61e4960-1fb6-4556-8921-daa1ae5f1e5a by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': 'c25989dd-45c8-406f-b636-427ede4c499a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:30:27.026696 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Attempting to bind port f61e4960-1fb6-4556-8921-daa1ae5f1e5a on network ffd39617-231e-431e-81bd-fd1a3e33706a {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:30:27.032735 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:30:27.033307 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Checking segment: {'id': 'c25989dd-45c8-406f-b636-427ede4c499a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:30:27.033874 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:27.034424 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Bound using segment: {'id': 'c25989dd-45c8-406f-b636-427ede4c499a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:30:27.035116 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Bound port: f61e4960-1fb6-4556-8921-daa1ae5f1e5a, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25989dd-45c8-406f-b636-427ede4c499a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:30:27.035658 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:27.134519 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] For port f61e4960-1fb6-4556-8921-daa1ae5f1e5a, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:30:27.140640 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] For port f61e4960-1fb6-4556-8921-daa1ae5f1e5a, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=f61e4960-1fb6-4556-8921-daa1ae5f1e5a,segment=NetworkSegment(c25989dd-45c8-406f-b636-427ede4c499a),segment_id=c25989dd-45c8-406f-b636-427ede4c499a)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:30:27.147590 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:27.153365 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:27.232768 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Pushing event updated for resources: {'Port': ['ID=f61e4960-1fb6-4556-8921-daa1ae5f1e5a,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:27.242244 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:27.454759 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:27.497364 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:27.621704 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-6527919d-d26d-4f16-9023-5871f7af3e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2889351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3433953'] for subnet, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:27.629798 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:27.693371 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:27.764020 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Allocated IP 172.27.3.38 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/04dace18-8d48-4a96-8167-8815e59aea9d) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:30:27.766167 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527919d-d26d-4f16-9023-5871f7af3e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37889db1-0a18-4460-944e-f714776f382e,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:27.769055 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-6527919d-d26d-4f16-9023-5871f7af3e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:27.783275 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6527919d-d26d-4f16-9023-5871f7af3e58 admin admin] Checking segment: {'id': '5ad4f997-bad8-4158-b42c-490829466658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '53f7926b-52b7-4138-bbf6-3380c68e55ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:30:27.783633 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6527919d-d26d-4f16-9023-5871f7af3e58 admin admin] Network hostable DHCP agents. Network: 53f7926b-52b7-4138-bbf6-3380c68e55ee, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:30:27.853804 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device f61e4960-1fb6-4556-8921-daa1ae5f1e5a up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:30:27.875282 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6527919d-d26d-4f16-9023-5871f7af3e58 admin admin] Network 53f7926b-52b7-4138-bbf6-3380c68e55ee is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:30:27.916265 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-6527919d-d26d-4f16-9023-5871f7af3e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, 53f7926b-52b7-4138-bbf6-3380c68e55ee) {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:30:27.937654 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe16e12-541b-4ed1-aa13-7211e775011d None None] Network 53f7926b-52b7-4138-bbf6-3380c68e55ee requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:30:27.942037 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6527919d-d26d-4f16-9023-5871f7af3e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:27.942627 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-6527919d-d26d-4f16-9023-5871f7af3e58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:27.954372 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e37d34de-b7e8-4807-a5ee-d7b56ae9613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:27.973883 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:27.993038 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-6527919d-d26d-4f16-9023-5871f7af3e58 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3988507 May 10 15:30:28.038042 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:28.043686 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:28.151030 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:30:28.153204 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:30:28.155689 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:30:28.224837 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Pushing event updated for resources: {'Port': ['ID=04dace18-8d48-4a96-8167-8815e59aea9d,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:28.228771 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:28.272257 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port f61e4960-1fb6-4556-8921-daa1ae5f1e5a completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:30:28.277410 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75e516d-e8fd-466d-9c43-fa89b846d047 None None] Network 53f7926b-52b7-4138-bbf6-3380c68e55ee requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:30:28.450961 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36af2738-0ae5-4d25-a2d5-cac5d099c9eb None None] Network ffd39617-231e-431e-81bd-fd1a3e33706a requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:30:28.588113 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-802fbfa7-406b-499e-80f7-7bb9ce805478 None None] Provisioning for port f61e4960-1fb6-4556-8921-daa1ae5f1e5a completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:30:28.597793 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:28.660749 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-802fbfa7-406b-499e-80f7-7bb9ce805478 None None] Provisioning complete for port f61e4960-1fb6-4556-8921-daa1ae5f1e5a triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:28.661137 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-802fbfa7-406b-499e-80f7-7bb9ce805478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:28.754329 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:28.900568 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-802fbfa7-406b-499e-80f7-7bb9ce805478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:28.981741 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-802fbfa7-406b-499e-80f7-7bb9ce805478 None None] For port f61e4960-1fb6-4556-8921-daa1ae5f1e5a, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=f61e4960-1fb6-4556-8921-daa1ae5f1e5a,segment=NetworkSegment(c25989dd-45c8-406f-b636-427ede4c499a),segment_id=c25989dd-45c8-406f-b636-427ede4c499a)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:30:28.990496 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-802fbfa7-406b-499e-80f7-7bb9ce805478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:28.993442 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:29.092088 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fbfa7-406b-499e-80f7-7bb9ce805478 None None] Pushing event updated for resources: {'Port': ['ID=f61e4960-1fb6-4556-8921-daa1ae5f1e5a,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:29.098282 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-802fbfa7-406b-499e-80f7-7bb9ce805478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:29.317072 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-1b1f7efc-33cc-453c-80da-472d434b1edc None None] Provisioning complete for port f61e4960-1fb6-4556-8921-daa1ae5f1e5a triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:29.317464 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-1b1f7efc-33cc-453c-80da-472d434b1edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:29.362111 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706249'] for router, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:29.572233 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Router dd07d304-778b-41c4-a605-e5ca4e911674 is scheduled to L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 with binding_index 1 {{(pid=78735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:30:29.751312 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:30:29.762089 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Sync routers for ids ['dd07d304-778b-41c4-a605-e5ca4e911674'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:30:29.776215 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Routers {'dd07d304-778b-41c4-a605-e5ca4e911674'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:30:29.776794 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device f61e4960-1fb6-4556-8921-daa1ae5f1e5a up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:30:29.776984 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:30:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['dd07d304-778b-41c4-a605-e5ca4e911674'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:29.777880 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Notify callbacks [] for router, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:29.781695 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7412236 May 10 15:30:29.784032 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 48064) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:29.864729 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port f61e4960-1fb6-4556-8921-daa1ae5f1e5a triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:29.865065 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:29.950629 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Set router dd07d304-778b-41c4-a605-e5ca4e911674 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:30:30.300787 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:30.301364 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'name': 'tempest-TestShelveInstance-1654621863-router', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:26Z', 'updated_at': '2021-05-10T15:30:28Z', 'revision_number': 3, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'gw_port': {'id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:40:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:27Z', 'updated_at': '2021-05-10T15:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:30.309389 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Checking router: dd07d304-778b-41c4-a605-e5ca4e911674 for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:30:30.309747 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Updating router dd07d304-778b-41c4-a605-e5ca4e911674 port 04dace18-8d48-4a96-8167-8815e59aea9d binding host dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:30:30.492211 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:30.626866 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:30.753051 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-5bf1d1d4-e5fb-4adb-a96e-7cd3e60e38e0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:30.754085 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-5bf1d1d4-e5fb-4adb-a96e-7cd3e60e38e0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Synchronizing usage tracker for tenant:95c5ba52749c4100ac24d785977fcd9d on resource:network {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:30:30.797759 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-5bf1d1d4-e5fb-4adb-a96e-7cd3e60e38e0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Unset dirty status for tenant:95c5ba52749c4100ac24d785977fcd9d on resource:network {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:30:30.799283 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-5bf1d1d4-e5fb-4adb-a96e-7cd3e60e38e0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/networks?id=53f7926b-52b7-4138-bbf6-3380c68e55ee HTTP/1.1" status: 200 len: 814 time: 0.2438381 May 10 15:30:30.836686 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-cc459d6e-c450-462c-8635-3ce72c0d455f tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/quotas/95c5ba52749c4100ac24d785977fcd9d HTTP/1.1" status: 200 len: 375 time: 0.0306580 May 10 15:30:30.898690 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-0caa0553-c3bd-4225-8ae7-7adb3eadb0d8 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=95c5ba52749c4100ac24d785977fcd9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610867 May 10 15:30:30.985177 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Notify callbacks [] for port, precommit_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:30.999130 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Transition to ACTIVE for port object 04dace18-8d48-4a96-8167-8815e59aea9d will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:30:31.006512 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:31.013339 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:31.032767 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Allocated IP 172.20.0.1 (ffd39617-231e-431e-81bd-fd1a3e33706a/d8768d47-d5ea-4367-abf5-0bbfca3a1b00/0d474295-e605-4c24-8ba9-76a75152e8b8) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:30:31.075210 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f6a7e2ae-921b-4760-b074-751329b03779 service neutron] 10.222.0.11 "GET /v2.0/networks/53f7926b-52b7-4138-bbf6-3380c68e55ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754985 May 10 15:30:31.106864 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Attempting to bind port 04dace18-8d48-4a96-8167-8815e59aea9d on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:30:31.107245 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Attempting to bind port 04dace18-8d48-4a96-8167-8815e59aea9d by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:30:31.107616 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Attempting to bind port 04dace18-8d48-4a96-8167-8815e59aea9d on network 4811dc59-86a1-49a5-ba2c-35db1544fa5c {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:30:31.110981 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e7b6d-c4e9-4937-a2a5-31b1f3d81243 None None] Pushing event updated for resources: {'Port': ['ID=04dace18-8d48-4a96-8167-8815e59aea9d,revision_number=2']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:31.115830 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:30:31.116581 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Checking segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:30:31.116722 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:31.117014 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Bound using segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:30:31.117486 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Bound port: 04dace18-8d48-4a96-8167-8815e59aea9d, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:30:31.117882 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:31.153278 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e7b6d-c4e9-4937-a2a5-31b1f3d81243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:31.153691 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e7b6d-c4e9-4937-a2a5-31b1f3d81243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:31.154032 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e7b6d-c4e9-4937-a2a5-31b1f3d81243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:31.154368 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e7b6d-c4e9-4937-a2a5-31b1f3d81243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:31.154699 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e7b6d-c4e9-4937-a2a5-31b1f3d81243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:31.155026 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e7b6d-c4e9-4937-a2a5-31b1f3d81243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:31.155349 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e7b6d-c4e9-4937-a2a5-31b1f3d81243 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:31.155672 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e7b6d-c4e9-4937-a2a5-31b1f3d81243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:31.156043 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e7b6d-c4e9-4937-a2a5-31b1f3d81243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:31.156419 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e7b6d-c4e9-4937-a2a5-31b1f3d81243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:31.156742 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e7b6d-c4e9-4937-a2a5-31b1f3d81243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:31.157060 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e7b6d-c4e9-4937-a2a5-31b1f3d81243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:31.161176 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-bb7e7b6d-c4e9-4937-a2a5-31b1f3d81243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:31.209912 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] For port 04dace18-8d48-4a96-8167-8815e59aea9d, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:30:31.211600 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:31.213083 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] For port 04dace18-8d48-4a96-8167-8815e59aea9d, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=04dace18-8d48-4a96-8167-8815e59aea9d,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:30:31.219743 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:31.225325 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:31.226241 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-861206b7-1c21-40ab-b646-c86f2a46d3d6 service neutron] 10.222.0.11 "GET /v2.0/networks/53f7926b-52b7-4138-bbf6-3380c68e55ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446002 May 10 15:30:31.241107 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Transition to ACTIVE for port object 0d474295-e605-4c24-8ba9-76a75152e8b8 will not be triggered until provisioned by entity DHCP. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:30:31.277094 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:31.282568 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-d1ec965e-fe83-47a2-9c23-f971a120625d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:31.336237 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Routers {'dd07d304-778b-41c4-a605-e5ca4e911674'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:30:31.337240 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:30:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['dd07d304-778b-41c4-a605-e5ca4e911674'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:31.346032 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Network ffd39617-231e-431e-81bd-fd1a3e33706a is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:30:31.348839 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:30:31.352504 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:30:31.352960 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:31.377603 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Pushing event updated for resources: {'Port': ['ID=0d474295-e605-4c24-8ba9-76a75152e8b8,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:31.385163 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:31.507939 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e7b6d-c4e9-4937-a2a5-31b1f3d81243 None None] Pushing event updated for resources: {'Port': ['ID=04dace18-8d48-4a96-8167-8815e59aea9d,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:31.513556 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-bb7e7b6d-c4e9-4937-a2a5-31b1f3d81243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:31.589951 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] Set router dd07d304-778b-41c4-a605-e5ca4e911674 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:30:31.595984 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ae158508-a09e-4e3a-8001-f22398a8db58 req-5b53bc13-658c-47ca-b830-8460d9c337c2 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 210 time: 0.1106970 May 10 15:30:31.599061 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:31.733352 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-3f59d666-2332-41c2-a928-6c93fb780d42 None None] Provisioning for port 0d474295-e605-4c24-8ba9-76a75152e8b8 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:30:31.743556 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-3f59d666-2332-41c2-a928-6c93fb780d42 None None] Provisioning complete for port 0d474295-e605-4c24-8ba9-76a75152e8b8 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:31.744200 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3f59d666-2332-41c2-a928-6c93fb780d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:31.811948 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-3f59d666-2332-41c2-a928-6c93fb780d42 None None] Port 0d474295-e605-4c24-8ba9-76a75152e8b8 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:30:31.937914 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:31.946114 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:31.947644 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:31.954719 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:31.992417 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'name': 'tempest-TestShelveInstance-1654621863-router', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:26Z', 'updated_at': '2021-05-10T15:30:28Z', 'revision_number': 3, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'gw_port': {'id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:40:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:27Z', 'updated_at': '2021-05-10T15:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:32.002415 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e8c5d-ddba-4a26-9d5d-da28d74d87f1 None None] The sync data for ids ['dd07d304-778b-41c4-a605-e5ca4e911674'] in dv-cinder-784945-8-iscsi is: [{'id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'name': 'tempest-TestShelveInstance-1654621863-router', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:26Z', 'updated_at': '2021-05-10T15:30:28Z', 'revision_number': 3, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'gw_port': {'id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:40:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:27Z', 'updated_at': '2021-05-10T15:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:30:32.122581 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Pushing event updated for resources: {'Port': ['ID=0d474295-e605-4c24-8ba9-76a75152e8b8,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:32.142506 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:32.142720 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:32.143003 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:32.143352 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:32.143692 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:32.144061 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:32.144536 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:32.145031 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:32.145439 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:32.145781 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:32.146131 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:32.146454 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:32.152544 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:32.242661 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Network ffd39617-231e-431e-81bd-fd1a3e33706a is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:30:32.243928 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:30:32.632388 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Router dd07d304-778b-41c4-a605-e5ca4e911674 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:30:32.672770 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-b15c9d18-0dd8-499d-885d-a15f6bf615d1 None None] Provisioning complete for port 0d474295-e605-4c24-8ba9-76a75152e8b8 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:32.680360 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b15c9d18-0dd8-499d-885d-a15f6bf615d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:32.804836 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-b15c9d18-0dd8-499d-885d-a15f6bf615d1 None None] Port 0d474295-e605-4c24-8ba9-76a75152e8b8 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:30:32.973452 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-52416dcd-fac5-4948-8356-109cf990475d req-bb1f5574-49f0-4295-b6f0-4d2ecc09b912 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 210 time: 0.0764289 May 10 15:30:33.019251 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:30:33.044637 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] 10.222.0.11 "PUT /v2.0/routers/dd07d304-778b-41c4-a605-e5ca4e911674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2526832 May 10 15:30:33.270779 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:30:33.373211 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-99db7b26-2ff7-44b2-b755-3d1ce4ac9e58 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:33.375290 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-99db7b26-2ff7-44b2-b755-3d1ce4ac9e58 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.46 "GET /v2.0/networks?id=53f7926b-52b7-4138-bbf6-3380c68e55ee HTTP/1.1" status: 200 len: 814 time: 0.2512021 May 10 15:30:33.418005 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b5677-ae83-44ae-b616-98108d935dce req-9007ae5d-8a57-4c3e-a6c5-dbd26e834885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:33.419509 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d40b5677-ae83-44ae-b616-98108d935dce req-9007ae5d-8a57-4c3e-a6c5-dbd26e834885 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf36bc9313b0433d889286c8d877bce8&device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 1099 time: 0.4215236 May 10 15:30:33.423058 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Request body: {'port': {'device_id': 'f8045f5e-09bb-4dc1-90a0-fe610b5f5a45', 'network_id': '53f7926b-52b7-4138-bbf6-3380c68e55ee', 'admin_state_up': True, 'tenant_id': '95c5ba52749c4100ac24d785977fcd9d'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:33.562355 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e40742-c267-469f-b6d5-b1479f82bcb5 req-22814248-8ea8-45eb-9dff-ab2cefcc2bcc tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:33.563922 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-33e40742-c267-469f-b6d5-b1479f82bcb5 req-22814248-8ea8-45eb-9dff-ab2cefcc2bcc tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.5676928 May 10 15:30:33.823653 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-33e40742-c267-469f-b6d5-b1479f82bcb5 req-7c8dbda3-b57d-4d3f-b761-463cb9c589dd tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125080 May 10 15:30:33.837134 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 48168) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:33.843188 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1764516731-network', 'tenant_id': '511270b907ff4662bd30f22e5593fc3e'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:33.849287 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:33.853769 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Usage tracker for resource:network and tenant:511270b907ff4662bd30f22e5593fc3e is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:33.857213 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:33.857487 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b5677-ae83-44ae-b616-98108d935dce req-d6c941fa-d863-42e1-ad3d-26da81204e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:33.859310 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d40b5677-ae83-44ae-b616-98108d935dce req-d6c941fa-d863-42e1-ad3d-26da81204e03 service neutron] 10.222.0.46 "GET /v2.0/networks?id=295295ac-f6af-4bcd-a052-58ea42c8fc65 HTTP/1.1" status: 200 len: 919 time: 0.4071963 May 10 15:30:33.863962 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:33.865467 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:33.881841 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 04dace18-8d48-4a96-8167-8815e59aea9d up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:30:33.889152 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Made reservation on behalf of 511270b907ff4662bd30f22e5593fc3e for: {'network': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:30:33.891711 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:33.909822 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:33.927630 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Usage tracker for resource:port and tenant:95c5ba52749c4100ac24d785977fcd9d is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:33.929600 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:33.936411 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Usage tracker for resource:security_group_rule and tenant:511270b907ff4662bd30f22e5593fc3e is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:33.938124 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:33.942369 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:33.952871 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:33.955554 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d40b5677-ae83-44ae-b616-98108d935dce req-826c02c8-368a-4044-bf63-5cde2bbf044f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4432053a-9d9a-4b16-b6cc-124ff1274d20 HTTP/1.1" status: 200 len: 217 time: 0.0875475 May 10 15:30:33.956537 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:33.957563 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 04dace18-8d48-4a96-8167-8815e59aea9d completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:30:33.964487 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 04dace18-8d48-4a96-8167-8815e59aea9d triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:33.965223 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:34.011960 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Made reservation on behalf of 95c5ba52749c4100ac24d785977fcd9d for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:30:34.015662 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:34.066840 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:34.072647 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:34.079055 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-fe5f5742-7b71-41ba-a717-e1041599e318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:34.090604 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b5677-ae83-44ae-b616-98108d935dce req-717ad21d-1f8d-4ebe-af93-442486cfa7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:34.092408 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d40b5677-ae83-44ae-b616-98108d935dce req-717ad21d-1f8d-4ebe-af93-442486cfa7ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=267b5f04-b662-4592-a7d5-8c1f3a4c55e0 HTTP/1.1" status: 200 len: 858 time: 0.1296413 May 10 15:30:34.101380 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:34.114272 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40edddc-5a2e-49bb-b2c0-ca090135cfd5,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:34.119137 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:34.119535 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 04dace18-8d48-4a96-8167-8815e59aea9d, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=04dace18-8d48-4a96-8167-8815e59aea9d,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:30:34.128577 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=78734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:30:34.135106 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:34.137425 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:34.153749 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:34.155091 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.db.segments_db [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Added segment dfd27a38-0e1c-4ac7-b91d-eff58c856082 of type vlan for network 6081ce47-8ac5-43ac-9899-2356c6a49d12 May 10 15:30:34.163758 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d40b5677-ae83-44ae-b616-98108d935dce req-6a9e1416-b9d4-41ce-973a-a6cac49a5ccc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=295295ac-f6af-4bcd-a052-58ea42c8fc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629303 May 10 15:30:34.216782 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:34.230622 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=04dace18-8d48-4a96-8167-8815e59aea9d,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:34.234006 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:34.279232 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-757b3171-e917-41f9-acc7-0b785d384093 req-ed3121e0-1b9d-47e6-a60b-e19c97fd2661 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 210 time: 0.0524795 May 10 15:30:34.323830 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:34.326964 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:34.327914 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:34.333625 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-21e9afd6-1fa4-4874-9a8b-9afc5e32c35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:34.420170 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Allocated IP 172.20.0.4 (53f7926b-52b7-4138-bbf6-3380c68e55ee/37889db1-0a18-4460-944e-f714776f382e/8457fd44-14c2-4c7a-a00a-e83db53fcfdd) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:30:34.429085 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d40b5677-ae83-44ae-b616-98108d935dce req-0d76de2f-d62a-4938-8f12-46aec3a55b4d service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576165 May 10 15:30:34.445847 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Sync routers for ids ['dd07d304-778b-41c4-a605-e5ca4e911674'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:30:34.470502 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Routers {'dd07d304-778b-41c4-a605-e5ca4e911674'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:30:34.471382 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:30:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['dd07d304-778b-41c4-a605-e5ca4e911674'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:34.569700 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Pushing event updated for resources: {'Network': ['ID=6081ce47-8ac5-43ac-9899-2356c6a49d12,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:34.574835 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:34.576864 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7385571 May 10 15:30:34.579527 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 48188) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:34.585914 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-24b4d34e-d1fc-4f01-9b4b-ad094deb240e admin admin] Request body: {'subnet': {'network_id': '6081ce47-8ac5-43ac-9899-2356c6a49d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1764516731-subnet', 'tenant_id': '511270b907ff4662bd30f22e5593fc3e', 'ip_version': 4}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:34.591480 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-24b4d34e-d1fc-4f01-9b4b-ad094deb240e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:34.597662 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-24b4d34e-d1fc-4f01-9b4b-ad094deb240e admin admin] Usage tracker for resource:subnet and tenant:511270b907ff4662bd30f22e5593fc3e is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:34.600924 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-24b4d34e-d1fc-4f01-9b4b-ad094deb240e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:34.607809 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-24b4d34e-d1fc-4f01-9b4b-ad094deb240e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:34.621964 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b4d34e-d1fc-4f01-9b4b-ad094deb240e admin admin] Made reservation on behalf of 511270b907ff4662bd30f22e5593fc3e for: {'subnet': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:30:34.626356 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-24b4d34e-d1fc-4f01-9b4b-ad094deb240e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:34.700442 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d40b5677-ae83-44ae-b616-98108d935dce req-336dbb7f-c0bd-46e3-9f02-b39b0812ae5d service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574937 May 10 15:30:34.702127 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network 6081ce47-8ac5-43ac-9899-2356c6a49d12 details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:30:34.907798 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Set router dd07d304-778b-41c4-a605-e5ca4e911674 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:30:35.073408 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:35.149322 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:35.165321 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-0fcb7951-a1f6-4c8f-a9e5-41d007a01cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:35.299828 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Network 53f7926b-52b7-4138-bbf6-3380c68e55ee is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:30:35.300737 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Pushing event updated for resources: {'Port': ['ID=8457fd44-14c2-4c7a-a00a-e83db53fcfdd,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:35.304236 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:30:35.320491 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:30:35.342755 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414427e-a248-4881-926a-658f0d759e47 req-147bf97a-794f-4a29-9118-7cf1eb104b7f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:35.345580 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5414427e-a248-4881-926a-658f0d759e47 req-147bf97a-794f-4a29-9118-7cf1eb104b7f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.3051021 May 10 15:30:35.355662 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'name': 'tempest-TestShelveInstance-1654621863-router', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:26Z', 'updated_at': '2021-05-10T15:30:31Z', 'revision_number': 4, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'gw_port': {'id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:27Z', 'updated_at': '2021-05-10T15:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0d474295-e605-4c24-8ba9-76a75152e8b8', 'name': '', 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'mac_address': 'fa:16:3e:8f:c0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:30Z', 'updated_at': '2021-05-10T15:30:31Z', 'revision_number': 2, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'subnets': [{'id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:35.380006 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Checking router: dd07d304-778b-41c4-a605-e5ca4e911674 for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:30:35.380676 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Updating router dd07d304-778b-41c4-a605-e5ca4e911674 port 0d474295-e605-4c24-8ba9-76a75152e8b8 binding host dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:30:35.384866 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:35.387807 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:35.390004 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:35.390547 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:35.391063 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:35.392027 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:35.393585 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:35.394355 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:35.395352 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:35.396304 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:35.397984 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:35.399750 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:30:35.419594 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:35.434472 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5414427e-a248-4881-926a-658f0d759e47 req-f2e3ec63-f4a7-4ddf-a5b5-622b30fde582 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815411 May 10 15:30:35.495142 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:35.544771 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:35.545619 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:35.580364 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-24b4d34e-d1fc-4f01-9b4b-ad094deb240e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:35.586258 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:35.622410 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2163756 May 10 15:30:35.638498 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Request body: {'port': {'device_id': 'f8045f5e-09bb-4dc1-90a0-fe610b5f5a45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:35.714203 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e402c-d56f-47d7-9160-41199fb0caab req-80f69776-4c8a-40cd-9f71-3a40bc7c7b71 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:35.714938 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-d30e402c-d56f-47d7-9160-41199fb0caab req-80f69776-4c8a-40cd-9f71-3a40bc7c7b71 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Synchronizing usage tracker for tenant:95c5ba52749c4100ac24d785977fcd9d on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:30:35.773844 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b4d34e-d1fc-4f01-9b4b-ad094deb240e admin admin] Checking segment: {'id': 'dfd27a38-0e1c-4ac7-b91d-eff58c856082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6081ce47-8ac5-43ac-9899-2356c6a49d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:30:35.777875 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b4d34e-d1fc-4f01-9b4b-ad094deb240e admin admin] Network hostable DHCP agents. Network: 6081ce47-8ac5-43ac-9899-2356c6a49d12, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:30:35.801467 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4d34e-d1fc-4f01-9b4b-ad094deb240e admin admin] Pushing event updated for resources: {'Subnet': ['ID=245a08b3-4886-4f68-b1a8-7802d22bb0bd,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:35.807086 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-24b4d34e-d1fc-4f01-9b4b-ad094deb240e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:35.832500 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:35.843819 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b4d34e-d1fc-4f01-9b4b-ad094deb240e admin admin] Network 6081ce47-8ac5-43ac-9899-2356c6a49d12 is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:30:35.860166 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-24b4d34e-d1fc-4f01-9b4b-ad094deb240e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, 6081ce47-8ac5-43ac-9899-2356c6a49d12) {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:30:35.864715 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b4d34e-d1fc-4f01-9b4b-ad094deb240e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:35.865352 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-24b4d34e-d1fc-4f01-9b4b-ad094deb240e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:35.890308 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 04dace18-8d48-4a96-8167-8815e59aea9d up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:30:35.898176 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-24b4d34e-d1fc-4f01-9b4b-ad094deb240e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3148761 May 10 15:30:35.898626 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 48218) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:35.905157 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1764516731-router', 'tenant_id': '511270b907ff4662bd30f22e5593fc3e', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:35.911751 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:35.918752 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Usage tracker for resource:router and tenant:511270b907ff4662bd30f22e5593fc3e is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:35.921754 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-d30e402c-d56f-47d7-9160-41199fb0caab req-80f69776-4c8a-40cd-9f71-3a40bc7c7b71 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Unset dirty status for tenant:95c5ba52749c4100ac24d785977fcd9d on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:30:35.922011 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:35.928123 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:35.929334 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d30e402c-d56f-47d7-9160-41199fb0caab req-80f69776-4c8a-40cd-9f71-3a40bc7c7b71 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 931 time: 0.3785851 May 10 15:30:35.932201 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8930ac0b-d42c-49f5-9f41-0aa21c9bbb1e None None] Network 6081ce47-8ac5-43ac-9899-2356c6a49d12 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:30:35.944050 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1829098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127101'] for router, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:35.945062 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127094'] for router, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:35.973904 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:36.014872 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-d30e402c-d56f-47d7-9160-41199fb0caab req-14e1e35f-e347-4c53-89b8-5cc30c0bd94c tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Synchronizing usage tracker for tenant:95c5ba52749c4100ac24d785977fcd9d on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:30:36.091088 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-d30e402c-d56f-47d7-9160-41199fb0caab req-14e1e35f-e347-4c53-89b8-5cc30c0bd94c tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Unset dirty status for tenant:95c5ba52749c4100ac24d785977fcd9d on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:30:36.092225 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d30e402c-d56f-47d7-9160-41199fb0caab req-14e1e35f-e347-4c53-89b8-5cc30c0bd94c tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621451 May 10 15:30:36.268049 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 04dace18-8d48-4a96-8167-8815e59aea9d triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:36.268346 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:36.299612 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127064'] for router, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:36.313546 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8457fd44-14c2-4c7a-a00a-e83db53fcfdd {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:30:36.322201 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:36.342899 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Transition to ACTIVE for port object 8457fd44-14c2-4c7a-a00a-e83db53fcfdd will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:30:36.350598 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:36.355799 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:36.476966 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:36.517105 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7d4b3f-1c25-5a08-adb4-a785c243b454-6081ce47-8ac5-43ac-9899-2356c6a49d12', 'network_id': '6081ce47-8ac5-43ac-9899-2356c6a49d12', 'tenant_id': '511270b907ff4662bd30f22e5593fc3e', 'fixed_ips': [{'subnet_id': '245a08b3-4886-4f68-b1a8-7802d22bb0bd'}]}} from dv-cinder-784945-8-iscsi. {{(pid=78736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:30:36.517939 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:36.550168 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Transition to ACTIVE for port object 0d474295-e605-4c24-8ba9-76a75152e8b8 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:30:36.570088 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:36.578967 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:36.638930 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Pushing event updated for resources: {'Port': ['ID=8457fd44-14c2-4c7a-a00a-e83db53fcfdd,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:36.676442 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:36.729441 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Attempting to bind port 8457fd44-14c2-4c7a-a00a-e83db53fcfdd on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:30:36.729789 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Attempting to bind port 8457fd44-14c2-4c7a-a00a-e83db53fcfdd by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '5ad4f997-bad8-4158-b42c-490829466658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '53f7926b-52b7-4138-bbf6-3380c68e55ee'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:30:36.730112 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Attempting to bind port 8457fd44-14c2-4c7a-a00a-e83db53fcfdd on network 53f7926b-52b7-4138-bbf6-3380c68e55ee {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:30:36.739314 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Port 8457fd44-14c2-4c7a-a00a-e83db53fcfdd on network 53f7926b-52b7-4138-bbf6-3380c68e55ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:30:36.739646 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Attempting to bind port 8457fd44-14c2-4c7a-a00a-e83db53fcfdd on network 53f7926b-52b7-4138-bbf6-3380c68e55ee {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:30:36.749802 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:30:36.750115 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Checking segment: {'id': '5ad4f997-bad8-4158-b42c-490829466658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '53f7926b-52b7-4138-bbf6-3380c68e55ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:30:36.750509 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Bound using segment: {'id': '5ad4f997-bad8-4158-b42c-490829466658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '53f7926b-52b7-4138-bbf6-3380c68e55ee'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:30:36.750949 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Bound port: 8457fd44-14c2-4c7a-a00a-e83db53fcfdd, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad4f997-bad8-4158-b42c-490829466658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '53f7926b-52b7-4138-bbf6-3380c68e55ee'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:30:36.751457 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:36.789606 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f114e-31aa-4559-b6f0-33a4b63feb93 None None] Pushing event updated for resources: {'Port': ['ID=0d474295-e605-4c24-8ba9-76a75152e8b8,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:36.794603 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3b5f114e-31aa-4559-b6f0-33a4b63feb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:36.877195 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:36.903042 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] For port 8457fd44-14c2-4c7a-a00a-e83db53fcfdd, host hv-cinder-78494, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:30:36.910097 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] For port 8457fd44-14c2-4c7a-a00a-e83db53fcfdd, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8457fd44-14c2-4c7a-a00a-e83db53fcfdd,segment=NetworkSegment(5ad4f997-bad8-4158-b42c-490829466658),segment_id=5ad4f997-bad8-4158-b42c-490829466658)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:30:36.916109 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:36.921712 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:36.932154 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:37.003156 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Attempting to bind port 0d474295-e605-4c24-8ba9-76a75152e8b8 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:30:37.003701 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Attempting to bind port 0d474295-e605-4c24-8ba9-76a75152e8b8 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': 'c25989dd-45c8-406f-b636-427ede4c499a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:30:37.003925 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Attempting to bind port 0d474295-e605-4c24-8ba9-76a75152e8b8 on network ffd39617-231e-431e-81bd-fd1a3e33706a {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:30:37.006972 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc4586-aa01-400a-913e-0559267576f6 req-c927fb68-ad2e-4c37-b703-d11a96afbfa9 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:37.008600 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-85bc4586-aa01-400a-913e-0559267576f6 req-c927fb68-ad2e-4c37-b703-d11a96afbfa9 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.3803322 May 10 15:30:37.017745 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:30:37.018127 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Checking segment: {'id': 'c25989dd-45c8-406f-b636-427ede4c499a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:30:37.018544 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:37.019226 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Bound using segment: {'id': 'c25989dd-45c8-406f-b636-427ede4c499a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:30:37.019425 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Bound port: 0d474295-e605-4c24-8ba9-76a75152e8b8, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25989dd-45c8-406f-b636-427ede4c499a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:30:37.019819 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:37.038701 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:37.039487 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:37.040950 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] 10.222.0.46 "PUT /v2.0/ports/8457fd44-14c2-4c7a-a00a-e83db53fcfdd HTTP/1.1" status: 200 len: 1093 time: 1.4094660 May 10 15:30:37.041496 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8045f5e-09bb-4dc1-90a0-fe610b5f5a45', 'tag': '8457fd44-14c2-4c7a-a00a-e83db53fcfdd'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:30:37.095139 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Allocated IP 172.20.0.2 (6081ce47-8ac5-43ac-9899-2356c6a49d12/245a08b3-4886-4f68-b1a8-7802d22bb0bd/93f81ac2-d2e7-4d0b-a237-097b35b3bcf5) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:30:37.130478 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Allocated IP 172.27.3.87 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/af572cb5-e1c3-401e-b936-91284d4191b5) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:30:37.135998 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Pushing event updated for resources: {'Port': ['ID=8457fd44-14c2-4c7a-a00a-e83db53fcfdd,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:37.152177 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:37.161428 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8045f5e-09bb-4dc1-90a0-fe610b5f5a45', 'tag': '8457fd44-14c2-4c7a-a00a-e83db53fcfdd', 'status': 'completed', 'code': 200} May 10 15:30:37.244016 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] For port 0d474295-e605-4c24-8ba9-76a75152e8b8, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:30:37.266209 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] For port 0d474295-e605-4c24-8ba9-76a75152e8b8, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=0d474295-e605-4c24-8ba9-76a75152e8b8,segment=NetworkSegment(c25989dd-45c8-406f-b636-427ede4c499a),segment_id=c25989dd-45c8-406f-b636-427ede4c499a)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:30:37.281037 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:37.284841 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-85bc4586-aa01-400a-913e-0559267576f6 req-94392ce1-dcfd-4afb-92b1-d71321606de9 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131086 May 10 15:30:37.287429 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6b123cac-8dfd-48d3-bc74-52ced762bca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:37.352688 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:37.397010 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:37.407175 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:37.466987 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:30:37.473032 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:30:37.480431 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:30:37.482896 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ae719-1556-47ca-9c9b-819f18e3bc3b req-999c705f-71b3-4bfe-8d3c-51a15dc37f4e tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:37.484714 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-010ae719-1556-47ca-9c9b-819f18e3bc3b req-999c705f-71b3-4bfe-8d3c-51a15dc37f4e tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 943 time: 0.2106466 May 10 15:30:37.489858 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f114e-31aa-4559-b6f0-33a4b63feb93 None None] Pushing event updated for resources: {'Port': ['ID=0d474295-e605-4c24-8ba9-76a75152e8b8,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:37.525959 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3b5f114e-31aa-4559-b6f0-33a4b63feb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:37.532550 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Routers {'dd07d304-778b-41c4-a605-e5ca4e911674'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:30:37.533432 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:30:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['dd07d304-778b-41c4-a605-e5ca4e911674'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:37.564882 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-010ae719-1556-47ca-9c9b-819f18e3bc3b req-bd333646-d9a9-4589-9849-1d0abe7f9763 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718071 May 10 15:30:37.656798 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:37.684231 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Transition to ACTIVE for port object 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:30:37.727358 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Transition to ACTIVE for port object 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 will not be triggered until provisioned by entity DHCP. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:30:37.734056 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Pushing event updated for resources: {'Port': ['ID=af572cb5-e1c3-401e-b936-91284d4191b5,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:37.738458 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:37.750231 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:37.759912 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-f136d7a2-f1f4-4727-8a82-17ef5001a51f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:37.824865 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Network 6081ce47-8ac5-43ac-9899-2356c6a49d12 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:30:37.830044 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:30:37.834641 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] Set router dd07d304-778b-41c4-a605-e5ca4e911674 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:30:37.925845 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:30:37.953455 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:37.977649 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Pushing event updated for resources: {'Port': ['ID=93f81ac2-d2e7-4d0b-a237-097b35b3bcf5,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:37.988450 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:38.124907 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Attempting to bind port 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:30:38.125579 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Attempting to bind port 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': 'dfd27a38-0e1c-4ac7-b91d-eff58c856082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6081ce47-8ac5-43ac-9899-2356c6a49d12'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:30:38.125686 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Attempting to bind port 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 on network 6081ce47-8ac5-43ac-9899-2356c6a49d12 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:30:38.179582 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:30:38.179969 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Checking segment: {'id': 'dfd27a38-0e1c-4ac7-b91d-eff58c856082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6081ce47-8ac5-43ac-9899-2356c6a49d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:30:38.180323 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:38.180731 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Bound using segment: {'id': 'dfd27a38-0e1c-4ac7-b91d-eff58c856082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6081ce47-8ac5-43ac-9899-2356c6a49d12'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:30:38.181468 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Bound port: 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd27a38-0e1c-4ac7-b91d-eff58c856082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6081ce47-8ac5-43ac-9899-2356c6a49d12'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:30:38.181852 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:38.324884 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706249'] for router, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:38.358735 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] For port 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:30:38.368421 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] For port 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=93f81ac2-d2e7-4d0b-a237-097b35b3bcf5,segment=NetworkSegment(dfd27a38-0e1c-4ac7-b91d-eff58c856082),segment_id=dfd27a38-0e1c-4ac7-b91d-eff58c856082)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:30:38.376575 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:38.381019 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:38.475968 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'name': 'tempest-TestShelveInstance-1654621863-router', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:26Z', 'updated_at': '2021-05-10T15:30:31Z', 'revision_number': 4, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'gw_port': {'id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:27Z', 'updated_at': '2021-05-10T15:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0d474295-e605-4c24-8ba9-76a75152e8b8', 'name': '', 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'mac_address': 'fa:16:3e:8f:c0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:30Z', 'updated_at': '2021-05-10T15:30:37Z', 'revision_number': 4, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'subnets': [{'id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:38.486011 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00810839-3f79-45fb-abe6-b0007daec0ef None None] The sync data for ids ['dd07d304-778b-41c4-a605-e5ca4e911674'] in dv-cinder-784945-8-iscsi is: [{'id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'name': 'tempest-TestShelveInstance-1654621863-router', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:26Z', 'updated_at': '2021-05-10T15:30:31Z', 'revision_number': 4, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'gw_port': {'id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:27Z', 'updated_at': '2021-05-10T15:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0d474295-e605-4c24-8ba9-76a75152e8b8', 'name': '', 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'mac_address': 'fa:16:3e:8f:c0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:30Z', 'updated_at': '2021-05-10T15:30:37Z', 'revision_number': 4, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'subnets': [{'id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:30:38.491735 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Pushing event updated for resources: {'Port': ['ID=93f81ac2-d2e7-4d0b-a237-097b35b3bcf5,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:38.502715 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:38.878575 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dbc14-c80b-48b6-8182-78b5bc6efc2c req-c7ef5c46-9451-4e80-acc8-03b032b281c8 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:38.882006 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-730dbc14-c80b-48b6-8182-78b5bc6efc2c req-c7ef5c46-9451-4e80-acc8-03b032b281c8 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 943 time: 0.1734927 May 10 15:30:38.889155 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1ed25-bc5b-4f69-a7ce-4c5441d40ae5 req-271698e4-3759-44fa-a494-c204ec06a451 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:38.891062 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a9d1ed25-bc5b-4f69-a7ce-4c5441d40ae5 req-271698e4-3759-44fa-a494-c204ec06a451 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1880262 May 10 15:30:38.932629 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Router 49148ff1-b7d7-4f30-bc69-7f438b1e5ee7 is scheduled to L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 with binding_index 1 {{(pid=78734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:30:38.989265 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-730dbc14-c80b-48b6-8182-78b5bc6efc2c req-cb4b63a8-1e97-4035-9af6-056e2434a09f tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005538 May 10 15:30:39.092327 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a9d1ed25-bc5b-4f69-a7ce-4c5441d40ae5 req-fa985a7b-0c0d-49b9-9836-80aa58d18063 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917872 May 10 15:30:39.164140 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:30:39.173838 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Sync routers for ids ['49148ff1-b7d7-4f30-bc69-7f438b1e5ee7'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:30:39.189146 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Routers {'49148ff1-b7d7-4f30-bc69-7f438b1e5ee7'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:30:39.190072 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:30:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['49148ff1-b7d7-4f30-bc69-7f438b1e5ee7'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:39.190238 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Notify callbacks [] for router, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:39.194048 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2919528 May 10 15:30:39.194415 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 48268) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:39.444052 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Set router 49148ff1-b7d7-4f30-bc69-7f438b1e5ee7 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:30:39.485466 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c967b-a159-4e32-9418-123587f29ba5 req-8eddd3e7-1e40-483c-99ae-ac5902725325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:39.487184 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-875c967b-a159-4e32-9418-123587f29ba5 req-8eddd3e7-1e40-483c-99ae-ac5902725325 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95c5ba52749c4100ac24d785977fcd9d&device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 1096 time: 0.1306424 May 10 15:30:39.746046 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c967b-a159-4e32-9418-123587f29ba5 req-6649f7ef-407d-4b7f-a5ee-e4baa031fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:39.748132 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-875c967b-a159-4e32-9418-123587f29ba5 req-6649f7ef-407d-4b7f-a5ee-e4baa031fe4a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=95c5ba52749c4100ac24d785977fcd9d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2509997 May 10 15:30:39.843296 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a22ecfa-ffde-400a-aaf3-9be712f2b153 None None] Network 6081ce47-8ac5-43ac-9899-2356c6a49d12 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:30:39.965771 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c967b-a159-4e32-9418-123587f29ba5 req-e9f8b945-d231-43de-bb5d-f738486b9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:39.967999 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-875c967b-a159-4e32-9418-123587f29ba5 req-e9f8b945-d231-43de-bb5d-f738486b9356 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2129915 May 10 15:30:39.995898 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'name': 'tempest-TestShelveInstance-1764516731-router', 'tenant_id': '511270b907ff4662bd30f22e5593fc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'af572cb5-e1c3-401e-b936-91284d4191b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:35Z', 'updated_at': '2021-05-10T15:30:37Z', 'revision_number': 3, 'project_id': '511270b907ff4662bd30f22e5593fc3e', 'gw_port': {'id': 'af572cb5-e1c3-401e-b936-91284d4191b5', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:36Z', 'updated_at': '2021-05-10T15:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:40.004819 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Checking router: 49148ff1-b7d7-4f30-bc69-7f438b1e5ee7 for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:30:40.005179 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Updating router 49148ff1-b7d7-4f30-bc69-7f438b1e5ee7 port af572cb5-e1c3-401e-b936-91284d4191b5 binding host dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:30:40.008061 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0d474295-e605-4c24-8ba9-76a75152e8b8 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:30:40.065023 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:40.086898 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e82f7c86-f183-471c-8036-1395eb2612d3 None None] Provisioning for port 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:30:40.117577 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 0d474295-e605-4c24-8ba9-76a75152e8b8 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:30:40.129486 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 0d474295-e605-4c24-8ba9-76a75152e8b8 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:40.129881 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:40.289396 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-45e1417e-f2f3-427e-8124-19f871d202e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:40.291327 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-45e1417e-f2f3-427e-8124-19f871d202e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95c5ba52749c4100ac24d785977fcd9d&device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 1096 time: 0.2781985 May 10 15:30:40.318509 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:40.389260 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:40.415213 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-b7b66648-c31f-4b4d-ab18-760386b0871b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8457fd44-14c2-4c7a-a00a-e83db53fcfdd HTTP/1.1" status: 200 len: 217 time: 0.1102095 May 10 15:30:40.428046 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 0d474295-e605-4c24-8ba9-76a75152e8b8, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=0d474295-e605-4c24-8ba9-76a75152e8b8,segment=NetworkSegment(c25989dd-45c8-406f-b636-427ede4c499a),segment_id=c25989dd-45c8-406f-b636-427ede4c499a)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:30:40.434901 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:40.435854 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:30:40.522992 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-ad886de2-e0fb-4453-842e-c2cb46d8f963 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:40.550135 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c0bfa-d00c-4251-a930-dfbf1f477be2 req-44202d69-7d24-4998-86cd-f2bfe01a8711 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:40.557977 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b53c0bfa-d00c-4251-a930-dfbf1f477be2 req-44202d69-7d24-4998-86cd-f2bfe01a8711 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 943 time: 0.3571408 May 10 15:30:40.576823 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405e04-d29a-44c5-8e55-f8d9f0322ca0 req-d5af0ab4-2764-4330-a7a1-0e135df63d94 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:40.578484 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e0405e04-d29a-44c5-8e55-f8d9f0322ca0 req-d5af0ab4-2764-4330-a7a1-0e135df63d94 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.2497749 May 10 15:30:40.591622 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-31caacd1-9d77-4b73-9a31-9d46b52bf1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:40.594243 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-31caacd1-9d77-4b73-9a31-9d46b52bf1b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37889db1-0a18-4460-944e-f714776f382e HTTP/1.1" status: 200 len: 854 time: 0.1667607 May 10 15:30:40.595112 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:30:40.602205 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:40.602593 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:40.634168 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Notify callbacks [] for port, precommit_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:40.647094 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e0405e04-d29a-44c5-8e55-f8d9f0322ca0 req-deccc621-3459-41f1-b1d5-155d0d5e251f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590494 May 10 15:30:40.653472 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Transition to ACTIVE for port object af572cb5-e1c3-401e-b936-91284d4191b5 will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:30:40.667435 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:40.673283 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-bb7e7b6d-c4e9-4937-a2a5-31b1f3d81243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:40.686302 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-c96631ac-34b5-41a3-8933-388b5c30f888 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53f7926b-52b7-4138-bbf6-3380c68e55ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801861 May 10 15:30:40.704629 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=0d474295-e605-4c24-8ba9-76a75152e8b8,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:40.709595 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:40.761817 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b53c0bfa-d00c-4251-a930-dfbf1f477be2 req-9a97e273-b24a-4ef8-95b8-beadd686e753 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025392 May 10 15:30:40.779653 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Allocated IP 172.20.0.1 (6081ce47-8ac5-43ac-9899-2356c6a49d12/245a08b3-4886-4f68-b1a8-7802d22bb0bd/98c22d77-d22b-4931-b36f-b8eca69d9481) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:30:40.790353 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:40.848816 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29578019-7721-43b6-8a64-b4fc67fadb4c None None] Pushing event updated for resources: {'Port': ['ID=af572cb5-e1c3-401e-b936-91284d4191b5,revision_number=2']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:40.864172 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=93f81ac2-d2e7-4d0b-a237-097b35b3bcf5,segment=NetworkSegment(dfd27a38-0e1c-4ac7-b91d-eff58c856082),segment_id=dfd27a38-0e1c-4ac7-b91d-eff58c856082)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:30:40.871890 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:40.873916 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:40.912847 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Attempting to bind port af572cb5-e1c3-401e-b936-91284d4191b5 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:30:40.913313 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Attempting to bind port af572cb5-e1c3-401e-b936-91284d4191b5 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:30:40.913962 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Attempting to bind port af572cb5-e1c3-401e-b936-91284d4191b5 on network 4811dc59-86a1-49a5-ba2c-35db1544fa5c {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:30:40.946435 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:30:40.946976 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Checking segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:30:40.947413 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:40.947991 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Bound using segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:30:40.948502 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Bound port: af572cb5-e1c3-401e-b936-91284d4191b5, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:30:40.948901 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:40.980315 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-6acacd3f-2928-4a27-bcc0-c3d476794da0 service neutron] 10.222.0.46 "GET /v2.0/networks/53f7926b-52b7-4138-bbf6-3380c68e55ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857335 May 10 15:30:40.985556 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-29578019-7721-43b6-8a64-b4fc67fadb4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:41.015872 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=93f81ac2-d2e7-4d0b-a237-097b35b3bcf5,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:41.028703 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:41.047839 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-d5a3e898-f48a-40c9-aed7-c65d8843729b None None] Provisioning complete for port 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:41.048675 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d5a3e898-f48a-40c9-aed7-c65d8843729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:41.050771 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] For port af572cb5-e1c3-401e-b936-91284d4191b5, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:30:41.062672 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] For port af572cb5-e1c3-401e-b936-91284d4191b5, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=af572cb5-e1c3-401e-b936-91284d4191b5,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:30:41.077157 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:41.081759 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:41.149273 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:41.163508 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29578019-7721-43b6-8a64-b4fc67fadb4c None None] Pushing event updated for resources: {'Port': ['ID=af572cb5-e1c3-401e-b936-91284d4191b5,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:41.168119 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Transition to ACTIVE for port object 98c22d77-d22b-4931-b36f-b8eca69d9481 will not be triggered until provisioned by entity DHCP. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:30:41.170366 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-29578019-7721-43b6-8a64-b4fc67fadb4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:41.188398 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Routers {'49148ff1-b7d7-4f30-bc69-7f438b1e5ee7'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:30:41.189339 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:30:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['49148ff1-b7d7-4f30-bc69-7f438b1e5ee7'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:41.199122 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:41.208878 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a7098970-44ca-4dfa-9ed0-992bee438f52 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:41.250314 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4e7da594-6e6b-4a7d-8eda-cd56de727fb0 req-f440aa6a-4a9d-4eab-9775-c86a687a51cb service neutron] 10.222.0.46 "GET /v2.0/networks/53f7926b-52b7-4138-bbf6-3380c68e55ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623088 May 10 15:30:41.303119 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Network 6081ce47-8ac5-43ac-9899-2356c6a49d12 is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:30:41.311391 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:30:41.317119 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:30:41.317681 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:41.321070 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Pushing event updated for resources: {'Port': ['ID=98c22d77-d22b-4931-b36f-b8eca69d9481,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:41.329966 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:41.397606 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] Set router 49148ff1-b7d7-4f30-bc69-7f438b1e5ee7 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:30:41.470079 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:41.564014 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-c3eb72d2-8431-4eb5-a97c-26c000fb2d07 None None] Provisioning for port 98c22d77-d22b-4931-b36f-b8eca69d9481 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:30:41.570388 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-c3eb72d2-8431-4eb5-a97c-26c000fb2d07 None None] Provisioning complete for port 98c22d77-d22b-4931-b36f-b8eca69d9481 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:41.570987 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c3eb72d2-8431-4eb5-a97c-26c000fb2d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:41.706853 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb72d2-8431-4eb5-a97c-26c000fb2d07 None None] Port 98c22d77-d22b-4931-b36f-b8eca69d9481 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:30:41.734584 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 48304) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:41.774068 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'name': 'tempest-TestShelveInstance-1764516731-router', 'tenant_id': '511270b907ff4662bd30f22e5593fc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'af572cb5-e1c3-401e-b936-91284d4191b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:35Z', 'updated_at': '2021-05-10T15:30:37Z', 'revision_number': 3, 'project_id': '511270b907ff4662bd30f22e5593fc3e', 'gw_port': {'id': 'af572cb5-e1c3-401e-b936-91284d4191b5', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:36Z', 'updated_at': '2021-05-10T15:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:41.779991 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f35619-d362-4a47-b0e1-31e124b0c33e None None] The sync data for ids ['49148ff1-b7d7-4f30-bc69-7f438b1e5ee7'] in dv-cinder-784945-8-iscsi is: [{'id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'name': 'tempest-TestShelveInstance-1764516731-router', 'tenant_id': '511270b907ff4662bd30f22e5593fc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'af572cb5-e1c3-401e-b936-91284d4191b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:35Z', 'updated_at': '2021-05-10T15:30:37Z', 'revision_number': 3, 'project_id': '511270b907ff4662bd30f22e5593fc3e', 'gw_port': {'id': 'af572cb5-e1c3-401e-b936-91284d4191b5', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:36Z', 'updated_at': '2021-05-10T15:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:30:41.813791 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:41.829966 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:41.829966 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:41.843318 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:41.861251 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_v2 [None req-9863f066-a307-4e52-8352-fbcbad473918 admin admin] Deleting subnet 49727e62-511f-49cb-8363-b05e886ea8a6 {{(pid=78735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:30:41.865806 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9863f066-a307-4e52-8352-fbcbad473918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:41.912617 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0d474295-e605-4c24-8ba9-76a75152e8b8 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:30:42.019614 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9863f066-a307-4e52-8352-fbcbad473918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333022'] for subnet, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:42.144963 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 0d474295-e605-4c24-8ba9-76a75152e8b8 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:42.145353 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:42.161023 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9863f066-a307-4e52-8352-fbcbad473918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-867255'] for subnet, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:42.169703 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Pushing event updated for resources: {'Port': ['ID=98c22d77-d22b-4931-b36f-b8eca69d9481,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:42.197581 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:42.220090 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Network 6081ce47-8ac5-43ac-9899-2356c6a49d12 is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:30:42.222138 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:30:42.326648 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70f987-4687-454f-a859-10956ff4a719 req-81c9d988-efe6-41d0-ad12-81665f385295 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:42.328228 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fc70f987-4687-454f-a859-10956ff4a719 req-81c9d988-efe6-41d0-ad12-81665f385295 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 943 time: 0.2621977 May 10 15:30:42.450246 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:30:42.473562 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3256543-0cea-45d4-a7bb-dff1e9f64335 req-e8a5b3e9-9d59-4b3c-a8f2-d1aa502c5834 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:42.481616 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a3256543-0cea-45d4-a7bb-dff1e9f64335 req-e8a5b3e9-9d59-4b3c-a8f2-d1aa502c5834 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.4325602 May 10 15:30:42.548659 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:42.549055 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:42.569825 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a3256543-0cea-45d4-a7bb-dff1e9f64335 req-1d937fd1-c59f-4e99-bb86-7a21834e348d tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790584 May 10 15:30:42.618127 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Router 49148ff1-b7d7-4f30-bc69-7f438b1e5ee7 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:30:42.672194 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-90e3dc1f-6cbd-4a2a-bf23-2c6032fca34f None None] Provisioning complete for port 98c22d77-d22b-4931-b36f-b8eca69d9481 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:42.672580 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-90e3dc1f-6cbd-4a2a-bf23-2c6032fca34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:42.755619 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-90e3dc1f-6cbd-4a2a-bf23-2c6032fca34f None None] Port 98c22d77-d22b-4931-b36f-b8eca69d9481 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:30:42.855603 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9863f066-a307-4e52-8352-fbcbad473918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-867256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2760516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3433976'] for subnet, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:42.870047 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-40eb62b3-4c41-42b4-8a1a-6fca210a1270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:42.935048 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fc70f987-4687-454f-a859-10956ff4a719 req-199a4538-81a1-4efa-b4dd-7aa4e5870fb7 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5754046 May 10 15:30:42.950407 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863f066-a307-4e52-8352-fbcbad473918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49727e62-511f-49cb-8363-b05e886ea8a6,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:42.952636 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9863f066-a307-4e52-8352-fbcbad473918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:42.957918 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9863f066-a307-4e52-8352-fbcbad473918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:42.960921 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-9863f066-a307-4e52-8352-fbcbad473918 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/49727e62-511f-49cb-8363-b05e886ea8a6 HTTP/1.1" status: 204 len: 168 time: 1.2248483 May 10 15:30:42.964009 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 48332) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:42.973657 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:30:42.986676 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] 10.222.0.11 "PUT /v2.0/routers/49148ff1-b7d7-4f30-bc69-7f438b1e5ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7911167 May 10 15:30:43.107467 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a62389f2-694b-4b43-bca1-cf4edf3908d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:43.288655 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a62389f2-694b-4b43-bca1-cf4edf3908d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8771509523613'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:43.304119 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-a62389f2-694b-4b43-bca1-cf4edf3908d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3453ac7-472b-4299-9ef5-9c7d64929896']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:43.323085 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-a62389f2-694b-4b43-bca1-cf4edf3908d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9173ca-907b-4cce-8da8-7f8d7baf9c60') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:43.323478 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-a62389f2-694b-4b43-bca1-cf4edf3908d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9173ca-907b-4cce-8da8-7f8d7baf9c60') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:43.337967 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a62389f2-694b-4b43-bca1-cf4edf3908d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509535335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3332993'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:43.381254 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2987ea69-f35b-40eb-accb-7c51d80e9268 req-97329b38-992c-492e-8f97-f5b525ec4bbb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1402388 May 10 15:30:43.382214 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a62389f2-694b-4b43-bca1-cf4edf3908d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:43.391531 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62389f2-694b-4b43-bca1-cf4edf3908d0 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:30:43.392263 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a62389f2-694b-4b43-bca1-cf4edf3908d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2760482'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: Traceback (most recent call last): May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: timer() May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: cb(*args, **kw) May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: return func(*args, **kwargs) May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: self._notify() May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: self.callback(batched_events) May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: event.method(event) May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: return f(self, *a, **k) May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._get(url).json() May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:30:43.406010 dv-cinder-784945-8-iscsi neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:30:43.522207 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a62389f2-694b-4b43-bca1-cf4edf3908d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706869'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:43.529654 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:43.549211 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a62389f2-694b-4b43-bca1-cf4edf3908d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:43.553296 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62389f2-694b-4b43-bca1-cf4edf3908d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3453ac7-472b-4299-9ef5-9c7d64929896,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:43.566807 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-a62389f2-694b-4b43-bca1-cf4edf3908d0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b3453ac7-472b-4299-9ef5-9c7d64929896 HTTP/1.1" status: 204 len: 168 time: 0.5988061 May 10 15:30:43.566807 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a62389f2-694b-4b43-bca1-cf4edf3908d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:43.567067 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 48350) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:43.571014 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987ea69-f35b-40eb-accb-7c51d80e9268 req-0779fc62-ccf1-4868-b3ba-9a00fd7fc9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:43.572956 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2987ea69-f35b-40eb-accb-7c51d80e9268 req-0779fc62-ccf1-4868-b3ba-9a00fd7fc9b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf36bc9313b0433d889286c8d877bce8&device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 1099 time: 0.1656549 May 10 15:30:43.641722 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 48356) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:43.647930 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-1ab3618c-e304-460c-aaa8-2c38c5d1260c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912683203', 'description': 'tempest-secgroup-smoke-912683203 description', 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:43.656316 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-1ab3618c-e304-460c-aaa8-2c38c5d1260c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:43.660659 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-1ab3618c-e304-460c-aaa8-2c38c5d1260c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Usage tracker for resource:security_group and tenant:faa2ee53649b4235ba6d1175bfc6c4b2 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:43.664640 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-1ab3618c-e304-460c-aaa8-2c38c5d1260c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:43.671187 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-1ab3618c-e304-460c-aaa8-2c38c5d1260c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:43.682547 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1ab3618c-e304-460c-aaa8-2c38c5d1260c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:43.704443 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-1ab3618c-e304-460c-aaa8-2c38c5d1260c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:43.708320 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-1ab3618c-e304-460c-aaa8-2c38c5d1260c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Usage tracker for resource:security_group_rule and tenant:faa2ee53649b4235ba6d1175bfc6c4b2 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:43.711162 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-1ab3618c-e304-460c-aaa8-2c38c5d1260c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:43.717681 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-1ab3618c-e304-460c-aaa8-2c38c5d1260c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:43.741253 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f89e33-e750-4b56-917c-38a6d6f54dee admin admin] Deleting subnet b384c726-217b-4bce-9cc8-8e1cc99d221e {{(pid=78735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:30:43.759493 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-95f89e33-e750-4b56-917c-38a6d6f54dee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:43.802031 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1ab3618c-e304-460c-aaa8-2c38c5d1260c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:43.808966 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1ab3618c-e304-460c-aaa8-2c38c5d1260c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:43.814270 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a64321e1-8267-49c8-af31-c27bb36b2953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:43.849224 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1ab3618c-e304-460c-aaa8-2c38c5d1260c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:43.850749 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-1ab3618c-e304-460c-aaa8-2c38c5d1260c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2075157 May 10 15:30:43.859616 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device af572cb5-e1c3-401e-b936-91284d4191b5 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:30:43.864577 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 48362) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:43.880839 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3618c-e304-460c-aaa8-2c38c5d1260c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef5ec6a-1e7b-4405-85c8-01221d252e6d,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:43.888696 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-67f7f9a2-691a-451a-96e9-2eae95dc9db7 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Request body: {'security_group_rule': {'security_group_id': 'aef5ec6a-1e7b-4405-85c8-01221d252e6d', 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:43.894549 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-67f7f9a2-691a-451a-96e9-2eae95dc9db7 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:43.896516 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-1ab3618c-e304-460c-aaa8-2c38c5d1260c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:43.904884 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-95f89e33-e750-4b56-917c-38a6d6f54dee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333022'] for subnet, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:43.936988 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port af572cb5-e1c3-401e-b936-91284d4191b5 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:30:43.942414 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port af572cb5-e1c3-401e-b936-91284d4191b5 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:43.942822 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:44.027395 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-67f7f9a2-691a-451a-96e9-2eae95dc9db7 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Usage tracker for resource:security_group_rule and tenant:faa2ee53649b4235ba6d1175bfc6c4b2 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:44.037625 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-67f7f9a2-691a-451a-96e9-2eae95dc9db7 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:44.043974 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987ea69-f35b-40eb-accb-7c51d80e9268 req-5c7a94e8-da27-4696-8868-91ec0b17e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:44.045415 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2987ea69-f35b-40eb-accb-7c51d80e9268 req-5c7a94e8-da27-4696-8868-91ec0b17e3f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=295295ac-f6af-4bcd-a052-58ea42c8fc65 HTTP/1.1" status: 200 len: 919 time: 0.4407635 May 10 15:30:44.052635 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Sync routers for ids ['49148ff1-b7d7-4f30-bc69-7f438b1e5ee7'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:30:44.052800 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-67f7f9a2-691a-451a-96e9-2eae95dc9db7 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:44.077539 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Routers {'49148ff1-b7d7-4f30-bc69-7f438b1e5ee7'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:30:44.078176 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:30:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['49148ff1-b7d7-4f30-bc69-7f438b1e5ee7'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:44.142949 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2987ea69-f35b-40eb-accb-7c51d80e9268 req-e390dafe-66db-477f-a649-740dd6ec9abf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f HTTP/1.1" status: 200 len: 217 time: 0.0878043 May 10 15:30:44.148850 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5caaec-fb40-408a-bc1e-09e4f94d8aba req-b1b074bb-1e2f-483f-8cd7-52ca533c6bf7 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:44.158575 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bf5caaec-fb40-408a-bc1e-09e4f94d8aba req-b1b074bb-1e2f-483f-8cd7-52ca533c6bf7 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 943 time: 0.1101727 May 10 15:30:44.204597 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-95f89e33-e750-4b56-917c-38a6d6f54dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-867255'] for subnet, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:44.217882 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bf5caaec-fb40-408a-bc1e-09e4f94d8aba req-329d23bc-a4e1-4ae4-9a7b-8b16aaa2009d tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582809 May 10 15:30:44.234051 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:44.243386 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5848bd-5275-4307-b850-17ec96380331 req-9ac14b31-8895-41ad-b364-473e17831642 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:44.245622 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8c5848bd-5275-4307-b850-17ec96380331 req-9ac14b31-8895-41ad-b364-473e17831642 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.5426993 May 10 15:30:44.253948 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-67f7f9a2-691a-451a-96e9-2eae95dc9db7 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:44.273952 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port af572cb5-e1c3-401e-b936-91284d4191b5, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=af572cb5-e1c3-401e-b936-91284d4191b5,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:30:44.294825 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:44.344885 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Set router 49148ff1-b7d7-4f30-bc69-7f438b1e5ee7 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:30:44.356884 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987ea69-f35b-40eb-accb-7c51d80e9268 req-3755f730-0f1d-4b15-a578-83c684630cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:44.358321 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2987ea69-f35b-40eb-accb-7c51d80e9268 req-3755f730-0f1d-4b15-a578-83c684630cc4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=267b5f04-b662-4592-a7d5-8c1f3a4c55e0 HTTP/1.1" status: 200 len: 858 time: 0.2050402 May 10 15:30:44.425490 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:44.474875 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8c5848bd-5275-4307-b850-17ec96380331 req-fd441cd7-14d7-4611-b483-d18e53be2462 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113113 May 10 15:30:44.488141 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2987ea69-f35b-40eb-accb-7c51d80e9268 req-741ffd54-2078-4129-b5cc-0f8d019b0165 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=295295ac-f6af-4bcd-a052-58ea42c8fc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154773 May 10 15:30:44.519723 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 8457fd44-14c2-4c7a-a00a-e83db53fcfdd details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:30:44.609277 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-67f7f9a2-691a-451a-96e9-2eae95dc9db7 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:44.624165 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-67f7f9a2-691a-451a-96e9-2eae95dc9db7 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:44.636044 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f75dd935-a6bc-4920-b669-16f4a0bcd974 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:44.680557 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=af572cb5-e1c3-401e-b936-91284d4191b5,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:44.684650 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:44.689269 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7f9a2-691a-451a-96e9-2eae95dc9db7 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064e2d31-b0c6-4b49-99ff-08f3eaea67de,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:44.747617 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-67f7f9a2-691a-451a-96e9-2eae95dc9db7 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:44.764941 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-67f7f9a2-691a-451a-96e9-2eae95dc9db7 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:44.766101 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-67f7f9a2-691a-451a-96e9-2eae95dc9db7 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8990722 May 10 15:30:44.768954 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 48378) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:44.774256 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-1bb6aaf1-abc2-4782-a683-2cb93a060ae1 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Request body: {'security_group_rule': {'security_group_id': 'aef5ec6a-1e7b-4405-85c8-01221d252e6d', 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:44.776887 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2987ea69-f35b-40eb-accb-7c51d80e9268 req-eac69bdc-eaa5-439a-877b-16400d09aac9 service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789969 May 10 15:30:44.782624 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-1bb6aaf1-abc2-4782-a683-2cb93a060ae1 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:44.790873 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-1bb6aaf1-abc2-4782-a683-2cb93a060ae1 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Usage tracker for resource:security_group_rule and tenant:faa2ee53649b4235ba6d1175bfc6c4b2 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:44.802781 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-1bb6aaf1-abc2-4782-a683-2cb93a060ae1 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:44.814304 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-1bb6aaf1-abc2-4782-a683-2cb93a060ae1 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:44.846030 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1bb6aaf1-abc2-4782-a683-2cb93a060ae1 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:44.855967 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 8457fd44-14c2-4c7a-a00a-e83db53fcfdd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8457fd44-14c2-4c7a-a00a-e83db53fcfdd,segment=NetworkSegment(5ad4f997-bad8-4158-b42c-490829466658),segment_id=5ad4f997-bad8-4158-b42c-490829466658)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:30:44.889677 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': '8457fd44-14c2-4c7a-a00a-e83db53fcfdd', 'network_id': '53f7926b-52b7-4138-bbf6-3380c68e55ee', 'port_id': '8457fd44-14c2-4c7a-a00a-e83db53fcfdd', 'mac_address': 'fa:16:3e:cb:63:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37889db1-0a18-4460-944e-f714776f382e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:30:44.899994 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-95f89e33-e750-4b56-917c-38a6d6f54dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-867256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2760516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3433976'] for subnet, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:44.923589 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a0757660-339b-43df-b50e-f6b776723547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:44.951240 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1bb6aaf1-abc2-4782-a683-2cb93a060ae1 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:44.956235 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1bb6aaf1-abc2-4782-a683-2cb93a060ae1 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:44.958818 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:44.966416 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f89e33-e750-4b56-917c-38a6d6f54dee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b384c726-217b-4bce-9cc8-8e1cc99d221e,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:44.968950 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-95f89e33-e750-4b56-917c-38a6d6f54dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:44.972200 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-95f89e33-e750-4b56-917c-38a6d6f54dee admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:44.987919 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6aaf1-abc2-4782-a683-2cb93a060ae1 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84b905d-ab55-49e8-844c-6c98adabb902,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:44.991456 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-1bb6aaf1-abc2-4782-a683-2cb93a060ae1 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:45.001626 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.002602 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1bb6aaf1-abc2-4782-a683-2cb93a060ae1 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.004236 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-95f89e33-e750-4b56-917c-38a6d6f54dee admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b384c726-217b-4bce-9cc8-8e1cc99d221e HTTP/1.1" status: 204 len: 168 time: 1.4360070 May 10 15:30:45.004994 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-1bb6aaf1-abc2-4782-a683-2cb93a060ae1 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2347708 May 10 15:30:45.005140 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 48384) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:45.007208 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 48386) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:45.014561 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-f36d5d0c-f6aa-44b9-84c9-897df753a70b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Request body: {'security_group_rule': {'security_group_id': 'aef5ec6a-1e7b-4405-85c8-01221d252e6d', 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:45.020593 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-f36d5d0c-f6aa-44b9-84c9-897df753a70b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:45.025063 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-f36d5d0c-f6aa-44b9-84c9-897df753a70b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Usage tracker for resource:security_group_rule and tenant:faa2ee53649b4235ba6d1175bfc6c4b2 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:45.028351 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-f36d5d0c-f6aa-44b9-84c9-897df753a70b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:45.033539 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8457fd44-14c2-4c7a-a00a-e83db53fcfdd {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:30:45.033889 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2987ea69-f35b-40eb-accb-7c51d80e9268 req-67b6cf13-1c67-404b-ba07-9384e046ce17 service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462735 May 10 15:30:45.035123 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-f36d5d0c-f6aa-44b9-84c9-897df753a70b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:45.052196 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 8457fd44-14c2-4c7a-a00a-e83db53fcfdd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8457fd44-14c2-4c7a-a00a-e83db53fcfdd,segment=NetworkSegment(5ad4f997-bad8-4158-b42c-490829466658),segment_id=5ad4f997-bad8-4158-b42c-490829466658)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:30:45.058363 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'name': 'tempest-TestShelveInstance-1764516731-router', 'tenant_id': '511270b907ff4662bd30f22e5593fc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'af572cb5-e1c3-401e-b936-91284d4191b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:35Z', 'updated_at': '2021-05-10T15:30:41Z', 'revision_number': 4, 'project_id': '511270b907ff4662bd30f22e5593fc3e', 'gw_port': {'id': 'af572cb5-e1c3-401e-b936-91284d4191b5', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:36Z', 'updated_at': '2021-05-10T15:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '98c22d77-d22b-4931-b36f-b8eca69d9481', 'name': '', 'network_id': '6081ce47-8ac5-43ac-9899-2356c6a49d12', 'tenant_id': '511270b907ff4662bd30f22e5593fc3e', 'mac_address': 'fa:16:3e:08:a3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '245a08b3-4886-4f68-b1a8-7802d22bb0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:40Z', 'updated_at': '2021-05-10T15:30:41Z', 'revision_number': 2, 'project_id': '511270b907ff4662bd30f22e5593fc3e', 'subnets': [{'id': '245a08b3-4886-4f68-b1a8-7802d22bb0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:45.062955 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Checking router: 49148ff1-b7d7-4f30-bc69-7f438b1e5ee7 for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:30:45.063322 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Updating router 49148ff1-b7d7-4f30-bc69-7f438b1e5ee7 port 98c22d77-d22b-4931-b36f-b8eca69d9481 binding host dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:30:45.064162 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f36d5d0c-f6aa-44b9-84c9-897df753a70b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.130010 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6727-7e90-4784-8624-0008bdfcdb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.130924 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.134220 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f36d5d0c-f6aa-44b9-84c9-897df753a70b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.139863 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:45.141112 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f36d5d0c-f6aa-44b9-84c9-897df753a70b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.149491 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-91bbb03b-e6cd-4c7d-a2fd-73833591dd1e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:45.212377 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.249026 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d5d0c-f6aa-44b9-84c9-897df753a70b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94c7394-d215-4c7f-9627-c3bcc558ffc0,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:45.256173 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-f36d5d0c-f6aa-44b9-84c9-897df753a70b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:45.262157 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f36d5d0c-f6aa-44b9-84c9-897df753a70b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.262324 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6727-7e90-4784-8624-0008bdfcdb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8771509523613'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.265966 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-f36d5d0c-f6aa-44b9-84c9-897df753a70b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2553043 May 10 15:30:45.266178 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 48394) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:45.272965 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-184ac463-9d9b-4d8a-8324-d917b497fc15 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Request body: {'security_group_rule': {'security_group_id': 'aef5ec6a-1e7b-4405-85c8-01221d252e6d', 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:45.277406 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-e4ae6727-7e90-4784-8624-0008bdfcdb00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080ec52c-0dfb-4d5d-b437-00905e764867']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:45.280441 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=8457fd44-14c2-4c7a-a00a-e83db53fcfdd,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:45.281822 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-184ac463-9d9b-4d8a-8324-d917b497fc15 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:45.288040 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-184ac463-9d9b-4d8a-8324-d917b497fc15 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Usage tracker for resource:security_group_rule and tenant:faa2ee53649b4235ba6d1175bfc6c4b2 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:45.289716 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:45.291908 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-e4ae6727-7e90-4784-8624-0008bdfcdb00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915f906f-b282-4174-8926-ec116777c9f8') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:45.292474 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-184ac463-9d9b-4d8a-8324-d917b497fc15 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:45.292588 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-e4ae6727-7e90-4784-8624-0008bdfcdb00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915f906f-b282-4174-8926-ec116777c9f8') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:45.300658 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-184ac463-9d9b-4d8a-8324-d917b497fc15 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:45.305325 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6727-7e90-4784-8624-0008bdfcdb00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509535335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3332993'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.329967 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-184ac463-9d9b-4d8a-8324-d917b497fc15 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.342241 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6727-7e90-4784-8624-0008bdfcdb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.361690 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ae6727-7e90-4784-8624-0008bdfcdb00 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:30:45.362146 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6727-7e90-4784-8624-0008bdfcdb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2760482'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: Traceback (most recent call last): May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: timer() May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: cb(*args, **kw) May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: return func(*args, **kwargs) May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: self._notify() May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: self.callback(batched_events) May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: event.method(event) May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: return f(self, *a, **k) May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._get(url).json() May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:30:45.387628 dv-cinder-784945-8-iscsi neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:30:45.478019 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6727-7e90-4784-8624-0008bdfcdb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706869'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.481603 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-568c7f44-a0c8-49e1-b90e-6f6df1a71556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:45.493773 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-184ac463-9d9b-4d8a-8324-d917b497fc15 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.499247 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6727-7e90-4784-8624-0008bdfcdb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.499487 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-184ac463-9d9b-4d8a-8324-d917b497fc15 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.507317 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae6727-7e90-4784-8624-0008bdfcdb00 admin admin] Pushing event deleted for resources: {'Network': ['ID=080ec52c-0dfb-4d5d-b437-00905e764867,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:45.508837 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-f36d5d0c-f6aa-44b9-84c9-897df753a70b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:45.510196 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-e4ae6727-7e90-4784-8624-0008bdfcdb00 admin admin] 10.222.0.11 "DELETE /v2.0/networks/080ec52c-0dfb-4d5d-b437-00905e764867 HTTP/1.1" status: 204 len: 168 time: 0.5008106 May 10 15:30:45.511101 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e4ae6727-7e90-4784-8624-0008bdfcdb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:45.540101 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ac463-9d9b-4d8a-8324-d917b497fc15 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550a465c-3d48-435b-aee2-04fb40b4aed5,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:45.543117 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-184ac463-9d9b-4d8a-8324-d917b497fc15 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:45.566896 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-184ac463-9d9b-4d8a-8324-d917b497fc15 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.569146 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-184ac463-9d9b-4d8a-8324-d917b497fc15 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3019447 May 10 15:30:45.571755 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 48404) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:45.585240 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f07cb-6557-403e-b8b3-6e90383fc025 req-0e8c45ad-0b1a-4327-8517-27c0182063fc tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:45.588424 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-780f07cb-6557-403e-b8b3-6e90383fc025 req-0e8c45ad-0b1a-4327-8517-27c0182063fc tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 944 time: 0.2105129 May 10 15:30:45.593457 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-cb128e2a-8e04-4a88-9624-ec9660157b1f tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Request body: {'security_group_rule': {'security_group_id': 'aef5ec6a-1e7b-4405-85c8-01221d252e6d', 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:45.604166 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-cb128e2a-8e04-4a88-9624-ec9660157b1f tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:45.609161 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-cb128e2a-8e04-4a88-9624-ec9660157b1f tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Usage tracker for resource:security_group_rule and tenant:faa2ee53649b4235ba6d1175bfc6c4b2 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:45.612263 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-cb128e2a-8e04-4a88-9624-ec9660157b1f tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:45.619490 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-cb128e2a-8e04-4a88-9624-ec9660157b1f tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:45.637553 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['8457fd44-14c2-4c7a-a00a-e83db53fcfdd'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:30:45.678067 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.db.securitygroups_db [None req-cb128e2a-8e04-4a88-9624-ec9660157b1f tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Project faa2ee53649b4235ba6d1175bfc6c4b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:30:45.686289 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cb128e2a-8e04-4a88-9624-ec9660157b1f tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.701285 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-780f07cb-6557-403e-b8b3-6e90383fc025 req-1b30f6bc-4f47-4f09-b76e-315ed3fade85 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737145 May 10 15:30:45.727172 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2d532-2c8e-4ab9-bfaa-6ac4851cf192 req-4756237f-bf9c-4201-90cb-6a7a36aeeec6 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:45.730019 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-82a2d532-2c8e-4ab9-bfaa-6ac4851cf192 req-4756237f-bf9c-4201-90cb-6a7a36aeeec6 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1040108 May 10 15:30:45.753827 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.779603 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cb128e2a-8e04-4a88-9624-ec9660157b1f tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.780197 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 48408) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:45.780298 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Transition to ACTIVE for port object 98c22d77-d22b-4931-b36f-b8eca69d9481 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:30:45.787045 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cb128e2a-8e04-4a88-9624-ec9660157b1f tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.790553 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-1bb6aaf1-abc2-4782-a683-2cb93a060ae1 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:45.796157 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.802169 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:45.809150 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb128e2a-8e04-4a88-9624-ec9660157b1f tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45bf021d-ffde-4fab-a666-9f832d3a7229,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:45.812681 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-cb128e2a-8e04-4a88-9624-ec9660157b1f tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:45.829900 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cb128e2a-8e04-4a88-9624-ec9660157b1f tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.831188 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-cb128e2a-8e04-4a88-9624-ec9660157b1f tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2579989 May 10 15:30:45.833796 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 48412) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:45.838294 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-82a2d532-2c8e-4ab9-bfaa-6ac4851cf192 req-eb26fbea-a8c2-4884-9c6c-f8e2518163ff tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996704 May 10 15:30:45.847044 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-d1f6af1f-4d7d-4001-a395-b39746919605 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Request body: {'security_group_rule': {'security_group_id': 'aef5ec6a-1e7b-4405-85c8-01221d252e6d', 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:30:45.857742 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device af572cb5-e1c3-401e-b936-91284d4191b5 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:30:45.859899 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-d1f6af1f-4d7d-4001-a395-b39746919605 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:30:45.860837 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-fd0a8da2-0345-465f-9443-615777c239f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb018fc266c44117a4da330531da14e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0796564 May 10 15:30:45.863362 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 48416) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:45.865249 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-d1f6af1f-4d7d-4001-a395-b39746919605 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Usage tracker for resource:security_group_rule and tenant:faa2ee53649b4235ba6d1175bfc6c4b2 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:30:45.868327 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-d1f6af1f-4d7d-4001-a395-b39746919605 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:30:45.876067 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-d1f6af1f-4d7d-4001-a395-b39746919605 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:30:45.891689 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.db.securitygroups_db [None req-d1f6af1f-4d7d-4001-a395-b39746919605 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Project faa2ee53649b4235ba6d1175bfc6c4b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:30:45.898048 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d1f6af1f-4d7d-4001-a395-b39746919605 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.929904 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-319996e8-95b8-4795-85f3-166ed95457f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.961419 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-319996e8-95b8-4795-85f3-166ed95457f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.991344 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d1f6af1f-4d7d-4001-a395-b39746919605 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:45.999678 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d1f6af1f-4d7d-4001-a395-b39746919605 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:46.002230 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:46.039198 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6af1f-4d7d-4001-a395-b39746919605 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba8c300-6d23-478e-b9a0-e9249629fd87,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:46.040522 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-319996e8-95b8-4795-85f3-166ed95457f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:46.043939 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-d1f6af1f-4d7d-4001-a395-b39746919605 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:46.049282 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-da107d66-056a-4974-b409-7ef65f3190ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:46.057887 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b28e43-23d6-492b-a415-173f7cddc6e6 None None] Pushing event updated for resources: {'Port': ['ID=98c22d77-d22b-4931-b36f-b8eca69d9481,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:46.061891 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d1f6af1f-4d7d-4001-a395-b39746919605 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:46.065688 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-23b28e43-23d6-492b-a415-173f7cddc6e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:46.069825 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319996e8-95b8-4795-85f3-166ed95457f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30930a59-7361-4958-845f-6bab6b4da761,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:46.073899 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-319996e8-95b8-4795-85f3-166ed95457f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:46.075293 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-319996e8-95b8-4795-85f3-166ed95457f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30930a59-7361-4958-845f-6bab6b4da761 HTTP/1.1" status: 204 len: 168 time: 0.2108438 May 10 15:30:46.076013 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-d1f6af1f-4d7d-4001-a395-b39746919605 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2406747 May 10 15:30:46.076244 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-319996e8-95b8-4795-85f3-166ed95457f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:46.241187 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Attempting to bind port 98c22d77-d22b-4931-b36f-b8eca69d9481 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:30:46.241657 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Attempting to bind port 98c22d77-d22b-4931-b36f-b8eca69d9481 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': 'dfd27a38-0e1c-4ac7-b91d-eff58c856082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6081ce47-8ac5-43ac-9899-2356c6a49d12'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:30:46.242176 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Attempting to bind port 98c22d77-d22b-4931-b36f-b8eca69d9481 on network 6081ce47-8ac5-43ac-9899-2356c6a49d12 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:30:46.244386 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port af572cb5-e1c3-401e-b936-91284d4191b5 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:46.245228 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:46.287196 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:30:46.287592 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Checking segment: {'id': 'dfd27a38-0e1c-4ac7-b91d-eff58c856082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6081ce47-8ac5-43ac-9899-2356c6a49d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:30:46.288040 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:46.288448 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Bound using segment: {'id': 'dfd27a38-0e1c-4ac7-b91d-eff58c856082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6081ce47-8ac5-43ac-9899-2356c6a49d12'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:30:46.288935 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Bound port: 98c22d77-d22b-4931-b36f-b8eca69d9481, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd27a38-0e1c-4ac7-b91d-eff58c856082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6081ce47-8ac5-43ac-9899-2356c6a49d12'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:30:46.289318 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:46.466448 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] For port 98c22d77-d22b-4931-b36f-b8eca69d9481, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:30:46.471265 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] For port 98c22d77-d22b-4931-b36f-b8eca69d9481, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=98c22d77-d22b-4931-b36f-b8eca69d9481,segment=NetworkSegment(dfd27a38-0e1c-4ac7-b91d-eff58c856082),segment_id=dfd27a38-0e1c-4ac7-b91d-eff58c856082)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:30:46.480038 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:46.486861 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:46.564559 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 48466) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:46.585981 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Routers {'49148ff1-b7d7-4f30-bc69-7f438b1e5ee7'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:30:46.586813 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:30:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['49148ff1-b7d7-4f30-bc69-7f438b1e5ee7'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:46.618079 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-422eda1c-6d99-4782-add5-c09dcf33bcc4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0236f564787747afbdce723a2b3dadbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522563 May 10 15:30:46.621676 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 48470) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:30:46.701047 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f27f3d3a-404c-4766-b443-2459ed5cff1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:46.714888 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b28e43-23d6-492b-a415-173f7cddc6e6 None None] Pushing event updated for resources: {'Port': ['ID=98c22d77-d22b-4931-b36f-b8eca69d9481,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:46.718839 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-23b28e43-23d6-492b-a415-173f7cddc6e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:46.733565 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f27f3d3a-404c-4766-b443-2459ed5cff1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:46.813418 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f27f3d3a-404c-4766-b443-2459ed5cff1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:46.819727 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] Set router 49148ff1-b7d7-4f30-bc69-7f438b1e5ee7 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:30:46.832406 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-1ab3618c-e304-460c-aaa8-2c38c5d1260c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:46.849225 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f3d3a-404c-4766-b443-2459ed5cff1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586f0eb8-fa8d-4617-aeea-1b2c53753c6a,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:46.860444 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-f27f3d3a-404c-4766-b443-2459ed5cff1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:46.867373 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f27f3d3a-404c-4766-b443-2459ed5cff1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:46.868848 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-f27f3d3a-404c-4766-b443-2459ed5cff1b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/586f0eb8-fa8d-4617-aeea-1b2c53753c6a HTTP/1.1" status: 204 len: 168 time: 0.2460408 May 10 15:30:47.036272 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78c02a-c0e9-433a-befe-e5fe9dfbdf6a req-2f8522de-d76e-497c-b846-6367cafb9683 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:47.038761 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-cd78c02a-c0e9-433a-befe-e5fe9dfbdf6a req-2f8522de-d76e-497c-b846-6367cafb9683 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 944 time: 0.1766980 May 10 15:30:47.155101 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-cd78c02a-c0e9-433a-befe-e5fe9dfbdf6a req-09ed1fd5-94a1-4682-afa9-bfe3e8169314 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089997 May 10 15:30:47.157800 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003686b4-5a31-4dcd-adfd-8640f54e6ea9 req-76d80f0b-8e84-476f-ab8b-01db8208ee3d tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:47.159413 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-003686b4-5a31-4dcd-adfd-8640f54e6ea9 req-76d80f0b-8e84-476f-ab8b-01db8208ee3d tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.2013497 May 10 15:30:47.238211 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-003686b4-5a31-4dcd-adfd-8640f54e6ea9 req-be256d8e-fae5-4024-a961-87b7649f3142 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635169 May 10 15:30:47.334264 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'name': 'tempest-TestShelveInstance-1764516731-router', 'tenant_id': '511270b907ff4662bd30f22e5593fc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'af572cb5-e1c3-401e-b936-91284d4191b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:35Z', 'updated_at': '2021-05-10T15:30:41Z', 'revision_number': 4, 'project_id': '511270b907ff4662bd30f22e5593fc3e', 'gw_port': {'id': 'af572cb5-e1c3-401e-b936-91284d4191b5', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:36Z', 'updated_at': '2021-05-10T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '98c22d77-d22b-4931-b36f-b8eca69d9481', 'name': '', 'network_id': '6081ce47-8ac5-43ac-9899-2356c6a49d12', 'tenant_id': '511270b907ff4662bd30f22e5593fc3e', 'mac_address': 'fa:16:3e:08:a3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '245a08b3-4886-4f68-b1a8-7802d22bb0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:40Z', 'updated_at': '2021-05-10T15:30:46Z', 'revision_number': 4, 'project_id': '511270b907ff4662bd30f22e5593fc3e', 'subnets': [{'id': '245a08b3-4886-4f68-b1a8-7802d22bb0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:30:47.338774 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2fc62e-564f-453d-a422-93a70d835755 None None] The sync data for ids ['49148ff1-b7d7-4f30-bc69-7f438b1e5ee7'] in dv-cinder-784945-8-iscsi is: [{'id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'name': 'tempest-TestShelveInstance-1764516731-router', 'tenant_id': '511270b907ff4662bd30f22e5593fc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'af572cb5-e1c3-401e-b936-91284d4191b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:35Z', 'updated_at': '2021-05-10T15:30:41Z', 'revision_number': 4, 'project_id': '511270b907ff4662bd30f22e5593fc3e', 'gw_port': {'id': 'af572cb5-e1c3-401e-b936-91284d4191b5', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:36Z', 'updated_at': '2021-05-10T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '98c22d77-d22b-4931-b36f-b8eca69d9481', 'name': '', 'network_id': '6081ce47-8ac5-43ac-9899-2356c6a49d12', 'tenant_id': '511270b907ff4662bd30f22e5593fc3e', 'mac_address': 'fa:16:3e:08:a3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '245a08b3-4886-4f68-b1a8-7802d22bb0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:40Z', 'updated_at': '2021-05-10T15:30:46Z', 'revision_number': 4, 'project_id': '511270b907ff4662bd30f22e5593fc3e', 'subnets': [{'id': '245a08b3-4886-4f68-b1a8-7802d22bb0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:30:47.821184 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 98c22d77-d22b-4931-b36f-b8eca69d9481 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:30:47.893812 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 98c22d77-d22b-4931-b36f-b8eca69d9481 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:30:47.899182 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 98c22d77-d22b-4931-b36f-b8eca69d9481 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:47.899576 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:48.024556 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:48.058179 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 98c22d77-d22b-4931-b36f-b8eca69d9481, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=98c22d77-d22b-4931-b36f-b8eca69d9481,segment=NetworkSegment(dfd27a38-0e1c-4ac7-b91d-eff58c856082),segment_id=dfd27a38-0e1c-4ac7-b91d-eff58c856082)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:30:48.064724 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:48.066587 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:48.134099 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=98c22d77-d22b-4931-b36f-b8eca69d9481,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:48.137704 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:48.356914 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b655d32-d5f4-4751-8642-744810abedcc req-7189d127-e43f-4920-b20a-5fb7c1c28f0f tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:48.365644 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3b655d32-d5f4-4751-8642-744810abedcc req-7189d127-e43f-4920-b20a-5fb7c1c28f0f tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 944 time: 0.1106234 May 10 15:30:48.417244 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3b655d32-d5f4-4751-8642-744810abedcc req-df50950e-cdff-4c2e-bd25-1795bcaa21eb tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497296 May 10 15:30:48.488048 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1b8c6-9a16-44cf-84b3-56e43a1fef91 req-22499623-a6fd-43b4-a281-204ad7360cf0 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:48.492338 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-17f1b8c6-9a16-44cf-84b3-56e43a1fef91 req-22499623-a6fd-43b4-a281-204ad7360cf0 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1583719 May 10 15:30:48.538740 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-17f1b8c6-9a16-44cf-84b3-56e43a1fef91 req-5d95d515-8b54-4f91-b5db-8ac4c6342ee4 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415850 May 10 15:30:48.643930 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:49.611518 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff106fd-9ed3-4242-a8b0-af82b89dd481 req-5bd7557b-5608-4b28-be7a-7613e5fa5024 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:49.613134 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4ff106fd-9ed3-4242-a8b0-af82b89dd481 req-5bd7557b-5608-4b28-be7a-7613e5fa5024 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 944 time: 0.0900459 May 10 15:30:49.667500 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4ff106fd-9ed3-4242-a8b0-af82b89dd481 req-45cab5cb-ff6b-45b6-8ba5-35bb27742cb6 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451918 May 10 15:30:49.737833 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab60609-ce9e-4fe2-9552-be780f9fe465 req-c062306a-6391-4776-9f4e-613b8bd179bd tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:49.739291 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0ab60609-ce9e-4fe2-9552-be780f9fe465 req-c062306a-6391-4776-9f4e-613b8bd179bd tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0805073 May 10 15:30:49.794003 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0ab60609-ce9e-4fe2-9552-be780f9fe465 req-9e3f92df-0ee4-4bbe-ab21-2d9b8cde04b6 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486054 May 10 15:30:49.825433 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 98c22d77-d22b-4931-b36f-b8eca69d9481 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:30:49.910886 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 98c22d77-d22b-4931-b36f-b8eca69d9481 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:49.911472 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:50.196411 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c67b1-7199-489d-8c8e-cbff199eab47 req-da1cc1a5-509a-4f71-8f47-e3c9a81da358 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:50.199148 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3a0c67b1-7199-489d-8c8e-cbff199eab47 req-da1cc1a5-509a-4f71-8f47-e3c9a81da358 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0811951 May 10 15:30:50.243216 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3a0c67b1-7199-489d-8c8e-cbff199eab47 req-392b908b-9829-4bcd-aae4-41228ffd46b5 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391204 May 10 15:30:50.615230 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 8457fd44-14c2-4c7a-a00a-e83db53fcfdd up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:30:50.709522 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port 8457fd44-14c2-4c7a-a00a-e83db53fcfdd completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:30:50.716269 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port 8457fd44-14c2-4c7a-a00a-e83db53fcfdd triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:50.716815 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:50.879754 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:50.901659 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d483fa-4112-4d48-8cbd-03bf20c318f2 req-44cbf55c-eded-404a-bfa1-405fbb1b5ea0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:50.903304 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a7d483fa-4112-4d48-8cbd-03bf20c318f2 req-44cbf55c-eded-404a-bfa1-405fbb1b5ea0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 944 time: 0.1109943 May 10 15:30:50.918343 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8045f5e-09bb-4dc1-90a0-fe610b5f5a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8457fd44-14c2-4c7a-a00a-e83db53fcfdd'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:30:50.933886 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 8457fd44-14c2-4c7a-a00a-e83db53fcfdd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8457fd44-14c2-4c7a-a00a-e83db53fcfdd,segment=NetworkSegment(5ad4f997-bad8-4158-b42c-490829466658),segment_id=5ad4f997-bad8-4158-b42c-490829466658)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:30:50.942800 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:50.945083 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-ad886de2-e0fb-4453-842e-c2cb46d8f963 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:30:50.964968 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a7d483fa-4112-4d48-8cbd-03bf20c318f2 req-f402aee3-f4df-4a7c-93fd-1926093c247c tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547178 May 10 15:30:51.061859 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8045f5e-09bb-4dc1-90a0-fe610b5f5a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8457fd44-14c2-4c7a-a00a-e83db53fcfdd', 'code': 200} May 10 15:30:51.105373 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=8457fd44-14c2-4c7a-a00a-e83db53fcfdd,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:51.109570 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:30:51.109987 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3380d-c2f5-41ff-a3fb-e9aaa91b59be req-58bc2724-8bf4-4dbf-8f09-ac0a83b4a204 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:51.112206 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-44a3380d-c2f5-41ff-a3fb-e9aaa91b59be req-58bc2724-8bf4-4dbf-8f09-ac0a83b4a204 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1178019 May 10 15:30:51.181234 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-44a3380d-c2f5-41ff-a3fb-e9aaa91b59be req-d631770c-3417-4c06-9d78-a64438f83b05 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596566 May 10 15:30:51.387917 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddafd7c-890d-44a8-bab9-f4b56cca5963 req-0bcbfa63-a6f3-4e50-ad19-e36907943031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:51.389606 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1ddafd7c-890d-44a8-bab9-f4b56cca5963 req-0bcbfa63-a6f3-4e50-ad19-e36907943031 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 1098 time: 0.1244776 May 10 15:30:51.441111 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1ddafd7c-890d-44a8-bab9-f4b56cca5963 req-3345f313-2cd2-43f9-bcb2-8bc666e212da service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426612 May 10 15:30:51.452069 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92958892-aab6-4e4b-833e-eb4eb700ac8c req-252a6b70-bd5e-4958-bd3f-c5121e5990b7 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:51.453558 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-92958892-aab6-4e4b-833e-eb4eb700ac8c req-252a6b70-bd5e-4958-bd3f-c5121e5990b7 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0866597 May 10 15:30:51.508237 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-92958892-aab6-4e4b-833e-eb4eb700ac8c req-12976202-f8da-4e3e-80ed-fc94d8b1817a tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487077 May 10 15:30:52.157596 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3cb04-16d8-4f20-831d-a21acd1edc7e req-f1927546-b4c7-457b-9f14-a4daf1d4eeba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:52.159071 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2dd3cb04-16d8-4f20-831d-a21acd1edc7e req-f1927546-b4c7-457b-9f14-a4daf1d4eeba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 945 time: 0.0821862 May 10 15:30:52.202853 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2dd3cb04-16d8-4f20-831d-a21acd1edc7e req-e8c3877a-09e9-40f7-81b2-437c148175fe tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379844 May 10 15:30:52.367629 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcd1c2-88f4-4c00-8039-621f36e4906a req-aaa74001-1017-4e7a-b542-7607b51aed29 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:52.369233 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c8bcd1c2-88f4-4c00-8039-621f36e4906a req-aaa74001-1017-4e7a-b542-7607b51aed29 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0788970 May 10 15:30:52.414185 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c8bcd1c2-88f4-4c00-8039-621f36e4906a req-6c8a515d-2281-48da-a69e-72062e028982 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393069 May 10 15:30:52.695037 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3490d-b3fb-48be-bd48-7fdf8a764fd6 req-4c054e2b-a030-472a-abb1-0d3b6f4c092c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:52.696727 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-03d3490d-b3fb-48be-bd48-7fdf8a764fd6 req-4c054e2b-a030-472a-abb1-0d3b6f4c092c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0811865 May 10 15:30:52.745492 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-03d3490d-b3fb-48be-bd48-7fdf8a764fd6 req-bd6c5032-e4e5-4cba-bc33-fd457ab9fa16 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420306 May 10 15:30:53.388682 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb08f2-f7ae-400d-953a-441aaa4cdbff req-09e3985b-f9b0-4a22-81cc-b3646d877a04 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:53.390156 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-84bb08f2-f7ae-400d-953a-441aaa4cdbff req-09e3985b-f9b0-4a22-81cc-b3646d877a04 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 945 time: 0.0824649 May 10 15:30:53.434378 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-84bb08f2-f7ae-400d-953a-441aaa4cdbff req-61a79c3b-e505-4819-a835-8a3f4d281788 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385838 May 10 15:30:53.596974 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81a271-b9eb-43f4-b8be-8a5b81a92a54 req-8ccb7cc1-99c9-4136-bb1d-15f744ca0b36 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:53.598425 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4c81a271-b9eb-43f4-b8be-8a5b81a92a54 req-8ccb7cc1-99c9-4136-bb1d-15f744ca0b36 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0788274 May 10 15:30:53.642486 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4c81a271-b9eb-43f4-b8be-8a5b81a92a54 req-3fbd2fa4-b498-4468-8810-4ab27a65a376 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381346 May 10 15:30:53.933753 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b397c4-45a2-46e9-9365-41ba2ff45c0a req-11682110-02fc-4d00-a750-6ea6b408ab1c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:53.935179 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-32b397c4-45a2-46e9-9365-41ba2ff45c0a req-11682110-02fc-4d00-a750-6ea6b408ab1c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0794578 May 10 15:30:53.980497 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-32b397c4-45a2-46e9-9365-41ba2ff45c0a req-6f091136-5e5c-4709-b63c-c3f29bf577f7 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396543 May 10 15:30:54.622159 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484e401-19a9-4b86-bf11-8677be9feea4 req-959f34ae-205b-4892-a8c0-cad0bccefd00 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:54.623645 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4484e401-19a9-4b86-bf11-8677be9feea4 req-959f34ae-205b-4892-a8c0-cad0bccefd00 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 945 time: 0.0831339 May 10 15:30:54.669078 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4484e401-19a9-4b86-bf11-8677be9feea4 req-9fd5a805-02f3-46c4-b1f7-cebb3d307939 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395708 May 10 15:30:54.832479 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09161b6d-baca-42ac-adff-925cab19ce65 req-6505fc7d-b87e-4601-b6b2-bcfd461bb3f1 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:54.833904 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-09161b6d-baca-42ac-adff-925cab19ce65 req-6505fc7d-b87e-4601-b6b2-bcfd461bb3f1 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0834143 May 10 15:30:54.879499 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-09161b6d-baca-42ac-adff-925cab19ce65 req-fc66056b-d820-41c1-b1d4-dea347a769a7 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397274 May 10 15:30:55.048085 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9c0f-f565-4b42-972a-c04496767fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:55.196359 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a52b1-fad5-4707-a0fa-c2b8f41e8aa8 req-0b75d1ee-dc05-4831-bef3-3438832a975e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:55.198313 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-806a52b1-fad5-4707-a0fa-c2b8f41e8aa8 req-0b75d1ee-dc05-4831-bef3-3438832a975e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0948226 May 10 15:30:55.257987 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-806a52b1-fad5-4707-a0fa-c2b8f41e8aa8 req-3909ffa0-adf9-4bd8-8381-a4d7a0dd34c6 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524919 May 10 15:30:55.853414 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faf29c-9cc5-4043-9ba5-c46c8e9752d5 req-7ea15584-8f7a-4932-8b8d-a480c4ab6038 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:55.854840 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d0faf29c-9cc5-4043-9ba5-c46c8e9752d5 req-7ea15584-8f7a-4932-8b8d-a480c4ab6038 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 945 time: 0.0802908 May 10 15:30:55.902255 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d0faf29c-9cc5-4043-9ba5-c46c8e9752d5 req-0db2d335-2106-409a-9c0e-b9d6f5472eba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404680 May 10 15:30:56.072520 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d71f4-4149-4665-b56a-e1753e7bf5dc req-43c0c99f-5e02-49fc-8f2d-25958f73a0fa tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:56.074065 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4c6d71f4-4149-4665-b56a-e1753e7bf5dc req-43c0c99f-5e02-49fc-8f2d-25958f73a0fa tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0842495 May 10 15:30:56.120371 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4c6d71f4-4149-4665-b56a-e1753e7bf5dc req-ee4443a3-3346-4bac-8182-0c1889c63c65 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406690 May 10 15:30:56.465056 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73a723-7171-4478-ad4a-002ed3ec2e97 req-b1b1490c-6ba3-4a43-921f-71fd73916044 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:56.472325 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6d73a723-7171-4478-ad4a-002ed3ec2e97 req-b1b1490c-6ba3-4a43-921f-71fd73916044 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0900965 May 10 15:30:56.516781 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6d73a723-7171-4478-ad4a-002ed3ec2e97 req-1d08b5db-c958-4796-8dbf-e70d9fce966b tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435550 May 10 15:30:57.308523 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446aa807-63e7-4a3e-8ef1-9be3a97cc4aa req-21eb302a-0b46-4b23-8e93-acd1ee89226d tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:57.309966 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-446aa807-63e7-4a3e-8ef1-9be3a97cc4aa req-21eb302a-0b46-4b23-8e93-acd1ee89226d tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0814016 May 10 15:30:57.354002 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-446aa807-63e7-4a3e-8ef1-9be3a97cc4aa req-c47230fa-ee6f-4cb7-bfcc-9285ba552a50 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381951 May 10 15:30:57.686026 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:57.706297 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce168b89-feb9-4746-bd33-faab8b2b4f28 req-5f788251-56a2-4a10-99a7-680109b4eb1b tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:57.707716 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ce168b89-feb9-4746-bd33-faab8b2b4f28 req-5f788251-56a2-4a10-99a7-680109b4eb1b tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0820317 May 10 15:30:57.757411 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ce168b89-feb9-4746-bd33-faab8b2b4f28 req-4d51b592-0be9-46fb-ac97-4b37f5e2528a tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436466 May 10 15:30:57.916951 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a2725f69-bd88-4e2d-8c64-07a9a96f81f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:58.538584 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8915b-c86f-4b31-809e-4fddd532f841 req-d0a2ccce-01ed-4058-ad3c-13e5ff4a12af tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:58.540086 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cae8915b-c86f-4b31-809e-4fddd532f841 req-d0a2ccce-01ed-4058-ad3c-13e5ff4a12af tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0808771 May 10 15:30:58.542738 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:58.585981 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cae8915b-c86f-4b31-809e-4fddd532f841 req-08d84e7d-4fd6-4e0c-ba70-e804ec68dd72 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391543 May 10 15:30:58.942503 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345b77b-8f0e-454a-a792-ade660588ba1 req-b63747c8-6392-43b4-981d-20cdad2cc44c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:58.943977 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3345b77b-8f0e-454a-a792-ade660588ba1 req-b63747c8-6392-43b4-981d-20cdad2cc44c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0818117 May 10 15:30:59.041663 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3345b77b-8f0e-454a-a792-ade660588ba1 req-eab2d2b3-f56f-418c-8496-8f1b8cbe327b tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919602 May 10 15:30:59.326777 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ad25d-e7e3-4166-8460-68ec1418d7b4 req-d1f8c400-a806-4446-bfbb-939b23695cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:59.328448 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0c9ad25d-e7e3-4166-8460-68ec1418d7b4 req-d1f8c400-a806-4446-bfbb-939b23695cb6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 1099 time: 0.0752032 May 10 15:30:59.375539 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0c9ad25d-e7e3-4166-8460-68ec1418d7b4 req-6984b250-0d90-4784-a107-1f0bf0d66a62 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394385 May 10 15:30:59.793932 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d443c-5ca7-470f-8eb0-0288cc81ba57 req-8e99f099-d72d-429d-9339-ff899f46442e tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:30:59.797594 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5f6d443c-5ca7-470f-8eb0-0288cc81ba57 req-8e99f099-d72d-429d-9339-ff899f46442e tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0950871 May 10 15:30:59.853871 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5f6d443c-5ca7-470f-8eb0-0288cc81ba57 req-e85c9f4e-9e97-4a14-af0f-3dd2dbf3794a tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492573 May 10 15:31:00.277558 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815f64f-0080-424a-b37e-f6a43db37f65 req-3705a200-2610-4f1f-9720-defff9af99c7 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:00.279002 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0815f64f-0080-424a-b37e-f6a43db37f65 req-3705a200-2610-4f1f-9720-defff9af99c7 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0947447 May 10 15:31:00.310032 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:00.339234 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0815f64f-0080-424a-b37e-f6a43db37f65 req-d8d99ee8-01cb-4bf2-9285-951ddd4a931f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485370 May 10 15:31:00.342887 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 48808) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:00.463289 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b00648a5-71ef-4572-920c-f474fa333573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:00.477110 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-b00648a5-71ef-4572-920c-f474fa333573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:00.481186 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-b00648a5-71ef-4572-920c-f474fa333573 admin admin] Usage tracker for resource:security_group_rule and tenant:56471ab9877c44a898f6086e76b8759b is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:00.483971 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-b00648a5-71ef-4572-920c-f474fa333573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:00.489480 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-b00648a5-71ef-4572-920c-f474fa333573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:00.573530 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b00648a5-71ef-4572-920c-f474fa333573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:00.577021 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b00648a5-71ef-4572-920c-f474fa333573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:00.583960 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7475bcb7-c7c4-4cdd-a82f-683e2948e3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:00.622142 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00648a5-71ef-4572-920c-f474fa333573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcf2901-18a8-4ab7-b6bf-34febc8b41ad,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:00.626598 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-b00648a5-71ef-4572-920c-f474fa333573 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56471ab9877c44a898f6086e76b8759b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827747 May 10 15:31:00.627468 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-b00648a5-71ef-4572-920c-f474fa333573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:00.629138 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 48814) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:00.688999 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-62aee881-d43c-4136-97da-e0ba51bcce73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:00.715480 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-62aee881-d43c-4136-97da-e0ba51bcce73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:00.771670 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-62aee881-d43c-4136-97da-e0ba51bcce73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:00.776920 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-376657da-e8e1-4610-a49a-ac3d2215c697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:00.789126 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aee881-d43c-4136-97da-e0ba51bcce73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcf2901-18a8-4ab7-b6bf-34febc8b41ad,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:00.791798 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-62aee881-d43c-4136-97da-e0ba51bcce73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:00.792970 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-62aee881-d43c-4136-97da-e0ba51bcce73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:00.794089 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-62aee881-d43c-4136-97da-e0ba51bcce73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2bcf2901-18a8-4ab7-b6bf-34febc8b41ad HTTP/1.1" status: 204 len: 168 time: 0.1639452 May 10 15:31:01.061337 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffc729-d10f-43ab-a2fb-35d474cd3a84 req-3ca382e2-6309-4ce4-ada0-91ee73a7e981 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:01.064361 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-90ffc729-d10f-43ab-a2fb-35d474cd3a84 req-3ca382e2-6309-4ce4-ada0-91ee73a7e981 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0874779 May 10 15:31:01.118222 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-90ffc729-d10f-43ab-a2fb-35d474cd3a84 req-8833723a-ca7b-437b-abad-22ca9d8384cd tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487063 May 10 15:31:01.366583 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 48852) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:01.552950 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-92026613-0b78-4b0b-b40b-26246cf4a65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:01.571619 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-92026613-0b78-4b0b-b40b-26246cf4a65a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:01.578419 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-92026613-0b78-4b0b-b40b-26246cf4a65a admin admin] Usage tracker for resource:security_group_rule and tenant:df1b01690c85428a8a3032743b96ad37 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:01.587011 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-92026613-0b78-4b0b-b40b-26246cf4a65a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:01.595637 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-92026613-0b78-4b0b-b40b-26246cf4a65a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:01.643872 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ef0d1-f697-41d9-b394-eeb261c6164f req-90f2ce97-d180-4b39-962d-35a700a6897e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:01.645373 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-dc2ef0d1-f697-41d9-b394-eeb261c6164f req-90f2ce97-d180-4b39-962d-35a700a6897e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1695673 May 10 15:31:01.718939 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-dc2ef0d1-f697-41d9-b394-eeb261c6164f req-9b990347-896d-46cc-a201-8cfdf96a0e72 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646791 May 10 15:31:01.762455 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-92026613-0b78-4b0b-b40b-26246cf4a65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:01.767026 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-92026613-0b78-4b0b-b40b-26246cf4a65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:01.776779 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-6ec7823f-8e74-4c43-8872-306de0b8ba10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:01.816889 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51383ea5-4637-4836-9878-097041139da9 req-53d58715-5ad9-45e6-9f65-6fc9a67f091d tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:01.818321 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92026613-0b78-4b0b-b40b-26246cf4a65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104e3ea2-c7f1-42ba-8ad8-9d79ee8cc4bf,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:01.818909 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-51383ea5-4637-4836-9878-097041139da9 req-53d58715-5ad9-45e6-9f65-6fc9a67f091d tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1894414 May 10 15:31:01.834295 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-92026613-0b78-4b0b-b40b-26246cf4a65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:01.837012 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-92026613-0b78-4b0b-b40b-26246cf4a65a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df1b01690c85428a8a3032743b96ad37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4693334 May 10 15:31:01.839635 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 48872) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:01.871538 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-51383ea5-4637-4836-9878-097041139da9 req-00f8a97f-c1fd-4545-b9c3-36289908748b tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467219 May 10 15:31:01.910581 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b751fdcf-daa7-40a3-b070-5f66b433fefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:01.936922 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b751fdcf-daa7-40a3-b070-5f66b433fefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:01.994321 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b751fdcf-daa7-40a3-b070-5f66b433fefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:01.999207 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-337f8e4d-8e62-4b3d-b442-5e83fddb3920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:02.012725 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751fdcf-daa7-40a3-b070-5f66b433fefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104e3ea2-c7f1-42ba-8ad8-9d79ee8cc4bf,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:02.015890 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-b751fdcf-daa7-40a3-b070-5f66b433fefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:02.017896 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b751fdcf-daa7-40a3-b070-5f66b433fefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:02.018998 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-b751fdcf-daa7-40a3-b070-5f66b433fefc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/104e3ea2-c7f1-42ba-8ad8-9d79ee8cc4bf HTTP/1.1" status: 204 len: 168 time: 0.1781793 May 10 15:31:02.790904 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 48908) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:02.895313 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-452211983-network', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:02.900841 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:02.904844 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Usage tracker for resource:network and tenant:347bd0d6f00146ea94622b561a4350f6 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:02.907700 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:02.914167 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:02.919091 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922d383-07d4-4963-b178-9a29bc35173b req-a2eaa39f-0c3a-4641-ad69-4ff69c4b7f8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:02.920863 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e922d383-07d4-4963-b178-9a29bc35173b req-a2eaa39f-0c3a-4641-ad69-4ff69c4b7f8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0812790 May 10 15:31:02.925431 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Made reservation on behalf of 347bd0d6f00146ea94622b561a4350f6 for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:31:02.928203 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:02.942949 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:02.957588 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:02.961756 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Usage tracker for resource:security_group_rule and tenant:347bd0d6f00146ea94622b561a4350f6 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:02.965253 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:02.969794 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e922d383-07d4-4963-b178-9a29bc35173b req-9bf799f0-6950-42fd-974a-6f1e495d98b1 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420804 May 10 15:31:02.971349 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:03.105439 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46673931-a74e-40d6-9402-a96f965d1801 req-4f61a545-6d31-4f30-a2c7-20a1a64d6df3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:03.106903 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-46673931-a74e-40d6-9402-a96f965d1801 req-4f61a545-6d31-4f30-a2c7-20a1a64d6df3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1241515 May 10 15:31:03.140130 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:03.151804 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:03.160473 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-19dd1a2f-0024-43ef-9b35-b6ada5e9804b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:03.192948 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-46673931-a74e-40d6-9402-a96f965d1801 req-708918d2-86be-4aae-af5d-6abc1ed20f12 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749779 May 10 15:31:03.193602 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:31:03.208458 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ca62f4-cc6b-4691-987c-2f5765dd3c92,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:03.212148 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:03.217384 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:03.217944 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.segments_db [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Added segment 81a13848-bce6-4305-a84c-6f0d8f8aec0e of type vlan for network d63baf96-5392-4798-b336-29e63d92d7d9 May 10 15:31:03.247531 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:03.277394 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:03.277394 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:03.277708 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:03.280972 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:03.379339 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Pushing event updated for resources: {'Network': ['ID=d63baf96-5392-4798-b336-29e63d92d7d9,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:03.382574 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:03.383661 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5916314 May 10 15:31:03.387258 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 48922) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:03.390624 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network d63baf96-5392-4798-b336-29e63d92d7d9 details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:31:03.392866 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-08e90178-239c-46e6-9a6a-ea0f64a133b6 admin admin] Request body: {'subnet': {'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-452211983-subnet', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'ip_version': 4}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:03.397600 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-08e90178-239c-46e6-9a6a-ea0f64a133b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:03.402095 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-08e90178-239c-46e6-9a6a-ea0f64a133b6 admin admin] Usage tracker for resource:subnet and tenant:347bd0d6f00146ea94622b561a4350f6 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:03.406261 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-08e90178-239c-46e6-9a6a-ea0f64a133b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:03.412344 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-08e90178-239c-46e6-9a6a-ea0f64a133b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:03.425101 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e90178-239c-46e6-9a6a-ea0f64a133b6 admin admin] Made reservation on behalf of 347bd0d6f00146ea94622b561a4350f6 for: {'subnet': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:31:03.427403 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-08e90178-239c-46e6-9a6a-ea0f64a133b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3433875'] for subnet, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:03.762991 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ca57b-2016-4702-b0be-34e761410185 req-4d803894-e50e-458c-b1c2-cd48d680b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:03.764498 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d24ca57b-2016-4702-b0be-34e761410185 req-4d803894-e50e-458c-b1c2-cd48d680b97a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf36bc9313b0433d889286c8d877bce8&device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 1099 time: 0.1565225 May 10 15:31:03.965295 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ca57b-2016-4702-b0be-34e761410185 req-4465aa0d-5684-419e-994a-9ab722e3096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:03.966731 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d24ca57b-2016-4702-b0be-34e761410185 req-4465aa0d-5684-419e-994a-9ab722e3096c service neutron] 10.222.0.46 "GET /v2.0/networks?id=295295ac-f6af-4bcd-a052-58ea42c8fc65 HTTP/1.1" status: 200 len: 919 time: 0.1923552 May 10 15:31:04.047925 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d24ca57b-2016-4702-b0be-34e761410185 req-fe242cb4-c6a4-4dc1-8873-7a150fe32b5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4432053a-9d9a-4b16-b6cc-124ff1274d20 HTTP/1.1" status: 200 len: 217 time: 0.0731428 May 10 15:31:04.050653 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-08e90178-239c-46e6-9a6a-ea0f64a133b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2889351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3433953'] for subnet, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:04.055679 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-6527919d-d26d-4f16-9023-5871f7af3e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:04.173954 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ada2d-95ac-497c-b9ca-4cd900bcd29e req-31c5cda1-b65c-4e3b-8e5f-02ebb3176e15 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:04.175436 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-813ada2d-95ac-497c-b9ca-4cd900bcd29e req-31c5cda1-b65c-4e3b-8e5f-02ebb3176e15 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0860071 May 10 15:31:04.184855 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e90178-239c-46e6-9a6a-ea0f64a133b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1973bfb-27a8-45eb-96be-2d9d2a32965f,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:04.188180 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-08e90178-239c-46e6-9a6a-ea0f64a133b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:04.195927 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ca57b-2016-4702-b0be-34e761410185 req-31016ee0-24a3-4b93-9afc-db28c7102664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:04.198510 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d24ca57b-2016-4702-b0be-34e761410185 req-31016ee0-24a3-4b93-9afc-db28c7102664 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=267b5f04-b662-4592-a7d5-8c1f3a4c55e0 HTTP/1.1" status: 200 len: 858 time: 0.1437612 May 10 15:31:04.201364 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e90178-239c-46e6-9a6a-ea0f64a133b6 admin admin] Checking segment: {'id': '81a13848-bce6-4305-a84c-6f0d8f8aec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:31:04.202081 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e90178-239c-46e6-9a6a-ea0f64a133b6 admin admin] Network hostable DHCP agents. Network: d63baf96-5392-4798-b336-29e63d92d7d9, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:31:04.226496 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-813ada2d-95ac-497c-b9ca-4cd900bcd29e req-57f6bdc3-fc10-48ec-bb02-65bd67c63c69 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432701 May 10 15:31:04.257259 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d24ca57b-2016-4702-b0be-34e761410185 req-dbd14b55-d455-4a11-84e2-ce67a54eb026 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=295295ac-f6af-4bcd-a052-58ea42c8fc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505011 May 10 15:31:04.292465 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e90178-239c-46e6-9a6a-ea0f64a133b6 admin admin] Network d63baf96-5392-4798-b336-29e63d92d7d9 is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:31:04.395912 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-08e90178-239c-46e6-9a6a-ea0f64a133b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, d63baf96-5392-4798-b336-29e63d92d7d9) {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:04.407927 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffb3880-f5ff-4ece-8f1c-9ea1aa89898c None None] Network d63baf96-5392-4798-b336-29e63d92d7d9 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:31:04.424559 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e90178-239c-46e6-9a6a-ea0f64a133b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:04.425514 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-08e90178-239c-46e6-9a6a-ea0f64a133b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:04.469919 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-08e90178-239c-46e6-9a6a-ea0f64a133b6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0815818 May 10 15:31:04.473529 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 48944) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:04.479311 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-452211983-router', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:04.487329 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:04.496310 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d24ca57b-2016-4702-b0be-34e761410185 req-e44ee428-604f-40a2-aea4-66f6ae67af85 service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249117 May 10 15:31:04.504005 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Usage tracker for resource:router and tenant:347bd0d6f00146ea94622b561a4350f6 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:04.515472 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:04.532816 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:04.558161 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1829098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127101'] for router, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:04.559541 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127094'] for router, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:04.607480 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:04.755204 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a9ff8-8ae8-43b1-a44f-a05d7d12ddb0 req-7df67a20-5f2e-47b3-8f67-b345e62c5481 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:04.756764 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c72a9ff8-8ae8-43b1-a44f-a05d7d12ddb0 req-7df67a20-5f2e-47b3-8f67-b345e62c5481 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.4099250 May 10 15:31:04.768504 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7d4b3f-1c25-5a08-adb4-a785c243b454-d63baf96-5392-4798-b336-29e63d92d7d9', 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'fixed_ips': [{'subnet_id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f'}]}} from dv-cinder-784945-8-iscsi. {{(pid=78736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:31:04.769347 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:04.859100 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c72a9ff8-8ae8-43b1-a44f-a05d7d12ddb0 req-efb62ad2-cb11-47b3-bd59-53a932a1b198 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909662 May 10 15:31:04.901383 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d24ca57b-2016-4702-b0be-34e761410185 req-4ac10f1e-06c1-4da6-ab4e-daa60dc17cf9 service neutron] 10.222.0.46 "GET /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850389 May 10 15:31:04.980247 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Allocated IP 172.20.0.2 (d63baf96-5392-4798-b336-29e63d92d7d9/b1973bfb-27a8-45eb-96be-2d9d2a32965f/f9028b58-3c62-432f-94cb-971eb45f3e41) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:31:05.017154 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127064'] for router, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:05.246188 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:05.256906 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Transition to ACTIVE for port object f9028b58-3c62-432f-94cb-971eb45f3e41 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:05.295410 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Transition to ACTIVE for port object f9028b58-3c62-432f-94cb-971eb45f3e41 will not be triggered until provisioned by entity DHCP. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:05.308529 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:05.318337 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-06307656-231d-4c2d-98e0-58038f6dad30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:05.395099 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Network d63baf96-5392-4798-b336-29e63d92d7d9 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:31:05.399022 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:05.403065 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:31:05.491870 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Pushing event updated for resources: {'Port': ['ID=f9028b58-3c62-432f-94cb-971eb45f3e41,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:05.505241 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:05.513660 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:05.546586 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:05.572905 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a78614-c45b-4c9d-88a8-39709ec21219 req-bbdb5ddb-5939-474e-8def-ad3fed6ce8d6 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:05.580944 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f4a78614-c45b-4c9d-88a8-39709ec21219 req-bbdb5ddb-5939-474e-8def-ad3fed6ce8d6 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1144979 May 10 15:31:05.581580 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Attempting to bind port f9028b58-3c62-432f-94cb-971eb45f3e41 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:31:05.585993 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Attempting to bind port f9028b58-3c62-432f-94cb-971eb45f3e41 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '81a13848-bce6-4305-a84c-6f0d8f8aec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:31:05.585993 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Attempting to bind port f9028b58-3c62-432f-94cb-971eb45f3e41 on network d63baf96-5392-4798-b336-29e63d92d7d9 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:31:05.590126 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:31:05.590682 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Checking segment: {'id': '81a13848-bce6-4305-a84c-6f0d8f8aec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:31:05.591194 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:05.591731 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Bound using segment: {'id': '81a13848-bce6-4305-a84c-6f0d8f8aec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:31:05.592750 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Bound port: f9028b58-3c62-432f-94cb-971eb45f3e41, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a13848-bce6-4305-a84c-6f0d8f8aec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:31:05.592750 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:05.624316 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f4a78614-c45b-4c9d-88a8-39709ec21219 req-482e54f8-88dd-4780-bc28-7a13430414e2 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425751 May 10 15:31:05.683057 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] For port f9028b58-3c62-432f-94cb-971eb45f3e41, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:31:05.686141 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] For port f9028b58-3c62-432f-94cb-971eb45f3e41, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=f9028b58-3c62-432f-94cb-971eb45f3e41,segment=NetworkSegment(81a13848-bce6-4305-a84c-6f0d8f8aec0e),segment_id=81a13848-bce6-4305-a84c-6f0d8f8aec0e)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:31:05.689280 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Allocated IP 172.27.3.228 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/359891af-34c6-4666-b790-dd1586c33d4b) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:31:05.690575 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:05.695973 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:05.787648 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Pushing event updated for resources: {'Port': ['ID=f9028b58-3c62-432f-94cb-971eb45f3e41,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:05.792296 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:05.845516 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:05.875473 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:05.879892 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:05.941620 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:31:05.944469 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:05.958498 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:31:06.039185 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Pushing event updated for resources: {'Port': ['ID=359891af-34c6-4666-b790-dd1586c33d4b,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:06.100404 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:06.103399 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c616af-efb7-454e-a9ad-b8b53c59f98b req-2524f3f3-f9f2-4be0-9e67-9ed80f02a2ed tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:06.105019 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-80c616af-efb7-454e-a9ad-b8b53c59f98b req-2524f3f3-f9f2-4be0-9e67-9ed80f02a2ed tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0985854 May 10 15:31:06.152966 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-80c616af-efb7-454e-a9ad-b8b53c59f98b req-071ad715-69e9-4777-ac9d-cf054c1891ee tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419049 May 10 15:31:06.353241 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:06.706944 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706249'] for router, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:06.758488 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62da0428-e543-44fa-b352-93ad1b3771a5 None None] Network d63baf96-5392-4798-b336-29e63d92d7d9 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:31:06.895214 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e37b03-cb5f-49fa-8e89-da25e8290e9c req-54001840-6c65-4885-a8a6-145984853122 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:06.904118 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-77e37b03-cb5f-49fa-8e89-da25e8290e9c req-54001840-6c65-4885-a8a6-145984853122 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1389883 May 10 15:31:06.961224 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-1bae9b49-4b0a-4329-96ee-61ceca3e7c65 None None] Provisioning for port f9028b58-3c62-432f-94cb-971eb45f3e41 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:06.966072 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-77e37b03-cb5f-49fa-8e89-da25e8290e9c req-39f3e794-0e08-416f-b9e9-f354043753e5 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610070 May 10 15:31:07.073793 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Router e78f0f2a-bc55-4336-98ae-da2e3d70186c is scheduled to L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 with binding_index 1 {{(pid=78734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:31:07.259686 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:31:07.270548 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Sync routers for ids ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:31:07.280983 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Routers {'e78f0f2a-bc55-4336-98ae-da2e3d70186c'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:31:07.281872 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:30:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:07.294754 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Notify callbacks [] for router, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:07.296284 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8215029 May 10 15:31:07.299177 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 49016) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:07.370212 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6369fdc-f732-4419-86d2-69d0670a59b2 req-8d7fa6d3-28af-44ba-8cfe-dc8d2d09e11c tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:07.372021 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b6369fdc-f732-4419-86d2-69d0670a59b2 req-8d7fa6d3-28af-44ba-8cfe-dc8d2d09e11c tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.0918813 May 10 15:31:07.428465 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b6369fdc-f732-4419-86d2-69d0670a59b2 req-9706d0b4-13e4-49eb-b7bf-28bf1d6e383f tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496297 May 10 15:31:07.488037 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Set router e78f0f2a-bc55-4336-98ae-da2e3d70186c gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:31:07.814220 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'name': 'tempest-TestMinimumBasicScenario-452211983-router', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '359891af-34c6-4666-b790-dd1586c33d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:04Z', 'updated_at': '2021-05-10T15:31:06Z', 'revision_number': 3, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'gw_port': {'id': '359891af-34c6-4666-b790-dd1586c33d4b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:05Z', 'updated_at': '2021-05-10T15:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:07.818249 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Checking router: e78f0f2a-bc55-4336-98ae-da2e3d70186c for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:31:07.818586 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Updating router e78f0f2a-bc55-4336-98ae-da2e3d70186c port 359891af-34c6-4666-b790-dd1586c33d4b binding host dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:31:07.878819 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device f9028b58-3c62-432f-94cb-971eb45f3e41 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:07.955395 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:08.028592 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port f9028b58-3c62-432f-94cb-971eb45f3e41 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:08.046589 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port f9028b58-3c62-432f-94cb-971eb45f3e41 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:08.051978 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:08.157130 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:08.293990 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:08.331941 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port f9028b58-3c62-432f-94cb-971eb45f3e41, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=f9028b58-3c62-432f-94cb-971eb45f3e41,segment=NetworkSegment(81a13848-bce6-4305-a84c-6f0d8f8aec0e),segment_id=81a13848-bce6-4305-a84c-6f0d8f8aec0e)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:08.339063 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:08.341519 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:08.389181 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e1ecf-8eaa-4842-a67b-ac47f96bce2f req-7fc4699d-6509-4b8d-83ee-1abfb7782f36 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:08.398316 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dd2e1ecf-8eaa-4842-a67b-ac47f96bce2f req-7fc4699d-6509-4b8d-83ee-1abfb7782f36 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1765728 May 10 15:31:08.428399 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=f9028b58-3c62-432f-94cb-971eb45f3e41,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:08.432064 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:08.450842 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dd2e1ecf-8eaa-4842-a67b-ac47f96bce2f req-041af43f-3fcb-417e-a479-80a79f9b35f0 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512304 May 10 15:31:08.473386 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Allocated IP 172.20.0.1 (d63baf96-5392-4798-b336-29e63d92d7d9/b1973bfb-27a8-45eb-96be-2d9d2a32965f/0a6dfa04-ead5-401d-86b6-c3e623204db6) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:31:08.473554 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Notify callbacks [] for port, precommit_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:08.487022 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Transition to ACTIVE for port object 359891af-34c6-4666-b790-dd1586c33d4b will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:08.494792 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:08.498642 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:08.576391 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Attempting to bind port 359891af-34c6-4666-b790-dd1586c33d4b on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:31:08.576765 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Attempting to bind port 359891af-34c6-4666-b790-dd1586c33d4b by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:31:08.577125 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Attempting to bind port 359891af-34c6-4666-b790-dd1586c33d4b on network 4811dc59-86a1-49a5-ba2c-35db1544fa5c {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:31:08.585380 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492e104-ad5a-4610-9001-41ab0b0b6f35 None None] Pushing event updated for resources: {'Port': ['ID=359891af-34c6-4666-b790-dd1586c33d4b,revision_number=2']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:08.588839 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:31:08.589224 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Checking segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:31:08.589629 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:08.589999 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Bound using segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:31:08.590568 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Bound port: 359891af-34c6-4666-b790-dd1586c33d4b, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:31:08.590973 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:08.615023 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-a492e104-ad5a-4610-9001-41ab0b0b6f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:08.626394 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:08.642697 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Transition to ACTIVE for port object 0a6dfa04-ead5-401d-86b6-c3e623204db6 will not be triggered until provisioned by entity DHCP. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:08.665691 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] For port 359891af-34c6-4666-b790-dd1586c33d4b, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:31:08.669096 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] For port 359891af-34c6-4666-b790-dd1586c33d4b, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=359891af-34c6-4666-b790-dd1586c33d4b,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:31:08.672167 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:08.675304 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:08.677742 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-154ffc38-408a-442a-b5a5-85f24f649153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:08.680185 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:08.754142 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Network d63baf96-5392-4798-b336-29e63d92d7d9 is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:31:08.755474 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:08.760097 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:31:08.760501 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Routers {'e78f0f2a-bc55-4336-98ae-da2e3d70186c'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:31:08.760923 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:08.761138 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:30:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:08.780675 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0a6dfa04-ead5-401d-86b6-c3e623204db6,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:08.789030 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:08.816789 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492e104-ad5a-4610-9001-41ab0b0b6f35 None None] Pushing event updated for resources: {'Port': ['ID=359891af-34c6-4666-b790-dd1586c33d4b,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:08.876348 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-a492e104-ad5a-4610-9001-41ab0b0b6f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:08.900967 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:08.951216 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] Set router e78f0f2a-bc55-4336-98ae-da2e3d70186c gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:31:09.022650 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-5e99085b-b565-4c81-a33c-505e71edd632 None None] Provisioning for port 0a6dfa04-ead5-401d-86b6-c3e623204db6 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:09.028773 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-5e99085b-b565-4c81-a33c-505e71edd632 None None] Provisioning complete for port 0a6dfa04-ead5-401d-86b6-c3e623204db6 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:09.029428 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5e99085b-b565-4c81-a33c-505e71edd632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:09.093233 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-5e99085b-b565-4c81-a33c-505e71edd632 None None] Port 0a6dfa04-ead5-401d-86b6-c3e623204db6 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:31:09.246005 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:09.251806 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:09.252957 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:09.257384 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:09.317425 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'name': 'tempest-TestMinimumBasicScenario-452211983-router', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '359891af-34c6-4666-b790-dd1586c33d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:04Z', 'updated_at': '2021-05-10T15:31:06Z', 'revision_number': 3, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'gw_port': {'id': '359891af-34c6-4666-b790-dd1586c33d4b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:05Z', 'updated_at': '2021-05-10T15:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:09.322890 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755942f8-8b14-4f01-91ab-83a322f5b98a None None] The sync data for ids ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'] in dv-cinder-784945-8-iscsi is: [{'id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'name': 'tempest-TestMinimumBasicScenario-452211983-router', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '359891af-34c6-4666-b790-dd1586c33d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:04Z', 'updated_at': '2021-05-10T15:31:06Z', 'revision_number': 3, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'gw_port': {'id': '359891af-34c6-4666-b790-dd1586c33d4b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:05Z', 'updated_at': '2021-05-10T15:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:31:09.399980 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0a6dfa04-ead5-401d-86b6-c3e623204db6,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:09.403982 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:09.467622 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Network d63baf96-5392-4798-b336-29e63d92d7d9 is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:31:09.468919 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:09.782730 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Router e78f0f2a-bc55-4336-98ae-da2e3d70186c has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:31:09.800586 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce1551-92a3-465e-9140-17bc44b31a27 req-b37b9fa0-b998-484a-8578-3b29d47899f7 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:09.820073 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dcce1551-92a3-465e-9140-17bc44b31a27 req-b37b9fa0-b998-484a-8578-3b29d47899f7 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1983547 May 10 15:31:09.936178 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 359891af-34c6-4666-b790-dd1586c33d4b up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:09.942507 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dcce1551-92a3-465e-9140-17bc44b31a27 req-7ecab883-0fa1-4ac8-b8d2-b314054200fd tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211827 May 10 15:31:10.007067 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-948e8a00-73f8-4b53-b78d-3d49e5e63caf None None] Provisioning complete for port 0a6dfa04-ead5-401d-86b6-c3e623204db6 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:10.007403 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-948e8a00-73f8-4b53-b78d-3d49e5e63caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:10.041596 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:31:10.050315 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] 10.222.0.11 "PUT /v2.0/routers/e78f0f2a-bc55-4336-98ae-da2e3d70186c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7497549 May 10 15:31:10.088770 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-948e8a00-73f8-4b53-b78d-3d49e5e63caf None None] Port 0a6dfa04-ead5-401d-86b6-c3e623204db6 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:31:10.099356 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 359891af-34c6-4666-b790-dd1586c33d4b completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:10.105395 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 359891af-34c6-4666-b790-dd1586c33d4b triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:10.105781 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:10.237106 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:10.262016 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 359891af-34c6-4666-b790-dd1586c33d4b, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=359891af-34c6-4666-b790-dd1586c33d4b,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:10.263879 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:10.264977 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device f9028b58-3c62-432f-94cb-971eb45f3e41 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:10.271692 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:31:10.300957 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:10.411581 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=359891af-34c6-4666-b790-dd1586c33d4b,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:10.414871 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:10.441657 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port f9028b58-3c62-432f-94cb-971eb45f3e41 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:10.442051 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:10.709495 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 49082) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:10.767156 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 49092) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:10.772872 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1624611953-network', 'tenant_id': '07363afd1fba4280999be0b21165cca8'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:10.778502 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:10.785607 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Usage tracker for resource:network and tenant:07363afd1fba4280999be0b21165cca8 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:10.786296 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:10.793393 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:10.805109 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Made reservation on behalf of 07363afd1fba4280999be0b21165cca8 for: {'network': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:31:10.809771 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:10.825107 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:10.846861 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:10.851971 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Usage tracker for resource:security_group_rule and tenant:07363afd1fba4280999be0b21165cca8 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:10.856006 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:10.862537 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:11.021656 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-708a0b0d-496f-4962-99bd-9a8879453f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:11.049430 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-708a0b0d-496f-4962-99bd-9a8879453f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:11.055257 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-708a0b0d-496f-4962-99bd-9a8879453f30 admin admin] Usage tracker for resource:security_group_rule and tenant:02eab63926184299a38d17c7f312f735 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:11.059696 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:11.060785 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-708a0b0d-496f-4962-99bd-9a8879453f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:11.066887 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-708a0b0d-496f-4962-99bd-9a8879453f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:11.068953 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:11.074553 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-b751fdcf-daa7-40a3-b070-5f66b433fefc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:11.114943 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=78734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:31:11.133431 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5187b95c-3e49-48ff-8056-0641200e3a3c,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:11.143354 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:11.144132 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:11.144398 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.db.segments_db [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Added segment cb59a73b-8797-4355-afb8-ce09c8918c9c of type vlan for network 30e7090a-b218-491f-9e9e-9ea00e245c02 May 10 15:31:11.166994 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a308c6-178a-4dea-86f4-c2a287945c3c req-b0445671-a12e-4dc1-9a67-7bee49d84057 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:11.168571 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-14a308c6-178a-4dea-86f4-c2a287945c3c req-b0445671-a12e-4dc1-9a67-7bee49d84057 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0930579 May 10 15:31:11.185284 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:11.220869 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-14a308c6-178a-4dea-86f4-c2a287945c3c req-a432f268-406f-437a-a368-02da0f192389 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454612 May 10 15:31:11.260749 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-708a0b0d-496f-4962-99bd-9a8879453f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:11.261692 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:11.262984 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:11.263561 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:11.267134 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:11.275340 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Sync routers for ids ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:31:11.283878 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-708a0b0d-496f-4962-99bd-9a8879453f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:11.284926 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Routers {'e78f0f2a-bc55-4336-98ae-da2e3d70186c'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:31:11.285604 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:30:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:11.408755 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-708a0b0d-496f-4962-99bd-9a8879453f30 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02eab63926184299a38d17c7f312f735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6978152 May 10 15:31:11.411122 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 49106) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:11.411536 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Pushing event updated for resources: {'Network': ['ID=30e7090a-b218-491f-9e9e-9ea00e245c02,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:11.414554 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:11.415957 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-cc6f4f54-6e34-481c-8f08-fcb88f180544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:11.426663 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6583121 May 10 15:31:11.429892 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 49110) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:11.438611 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-88ef4bfc-1645-4da5-97e2-44605fc92967 admin admin] Request body: {'subnet': {'network_id': '30e7090a-b218-491f-9e9e-9ea00e245c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1624611953-subnet', 'tenant_id': '07363afd1fba4280999be0b21165cca8', 'ip_version': 4}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:11.442840 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network 30e7090a-b218-491f-9e9e-9ea00e245c02 details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:31:11.454047 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-88ef4bfc-1645-4da5-97e2-44605fc92967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:11.461026 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-88ef4bfc-1645-4da5-97e2-44605fc92967 admin admin] Usage tracker for resource:subnet and tenant:07363afd1fba4280999be0b21165cca8 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:11.466165 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a0b0d-496f-4962-99bd-9a8879453f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9601f6-535e-457e-98bd-67cfe57e1079,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:11.469118 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-88ef4bfc-1645-4da5-97e2-44605fc92967 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:11.472325 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-708a0b0d-496f-4962-99bd-9a8879453f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:11.476797 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-88ef4bfc-1645-4da5-97e2-44605fc92967 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:11.491681 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ef4bfc-1645-4da5-97e2-44605fc92967 admin admin] Made reservation on behalf of 07363afd1fba4280999be0b21165cca8 for: {'subnet': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:31:11.494782 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-88ef4bfc-1645-4da5-97e2-44605fc92967 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:11.528245 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2dfbb817-2a8f-4f53-a0d8-12507fbd34ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:11.562765 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2dfbb817-2a8f-4f53-a0d8-12507fbd34ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:11.624177 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2dfbb817-2a8f-4f53-a0d8-12507fbd34ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:11.625193 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Set router e78f0f2a-bc55-4336-98ae-da2e3d70186c gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:31:11.629171 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a8110086-fbb0-4930-a290-6acc8240519d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:11.639764 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbb817-2a8f-4f53-a0d8-12507fbd34ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9601f6-535e-457e-98bd-67cfe57e1079,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:11.647744 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2dfbb817-2a8f-4f53-a0d8-12507fbd34ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:11.648617 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2dfbb817-2a8f-4f53-a0d8-12507fbd34ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:11.649757 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-2dfbb817-2a8f-4f53-a0d8-12507fbd34ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e9601f6-535e-457e-98bd-67cfe57e1079 HTTP/1.1" status: 204 len: 168 time: 0.2374346 May 10 15:31:11.863760 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 359891af-34c6-4666-b790-dd1586c33d4b up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:12.036798 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 359891af-34c6-4666-b790-dd1586c33d4b triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:12.037178 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:12.074849 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-88ef4bfc-1645-4da5-97e2-44605fc92967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:12.081255 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-f94538a3-8fae-41dc-a9c9-bde88b951e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:12.164703 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef4bfc-1645-4da5-97e2-44605fc92967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6788d133-278a-41e0-9136-a06aadcf3a4c,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:12.175138 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'name': 'tempest-TestMinimumBasicScenario-452211983-router', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '359891af-34c6-4666-b790-dd1586c33d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:04Z', 'updated_at': '2021-05-10T15:31:08Z', 'revision_number': 4, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'gw_port': {'id': '359891af-34c6-4666-b790-dd1586c33d4b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:05Z', 'updated_at': '2021-05-10T15:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0a6dfa04-ead5-401d-86b6-c3e623204db6', 'name': '', 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'mac_address': 'fa:16:3e:4f:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:08Z', 'updated_at': '2021-05-10T15:31:09Z', 'revision_number': 2, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'subnets': [{'id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:12.177038 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-88ef4bfc-1645-4da5-97e2-44605fc92967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:12.193324 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Checking router: e78f0f2a-bc55-4336-98ae-da2e3d70186c for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:31:12.193687 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Updating router e78f0f2a-bc55-4336-98ae-da2e3d70186c port 0a6dfa04-ead5-401d-86b6-c3e623204db6 binding host dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:31:12.193886 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef4bfc-1645-4da5-97e2-44605fc92967 admin admin] Checking segment: {'id': 'cb59a73b-8797-4355-afb8-ce09c8918c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '30e7090a-b218-491f-9e9e-9ea00e245c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:31:12.194236 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ef4bfc-1645-4da5-97e2-44605fc92967 admin admin] Network hostable DHCP agents. Network: 30e7090a-b218-491f-9e9e-9ea00e245c02, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:31:12.211497 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ef4bfc-1645-4da5-97e2-44605fc92967 admin admin] Network 30e7090a-b218-491f-9e9e-9ea00e245c02 is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:31:12.223025 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-88ef4bfc-1645-4da5-97e2-44605fc92967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, 30e7090a-b218-491f-9e9e-9ea00e245c02) {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:12.234123 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8b54e9-5ad1-4eba-973f-88bc3bb07b08 None None] Network 30e7090a-b218-491f-9e9e-9ea00e245c02 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:31:12.236823 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ef4bfc-1645-4da5-97e2-44605fc92967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:12.237476 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-88ef4bfc-1645-4da5-97e2-44605fc92967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:12.264807 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-88ef4bfc-1645-4da5-97e2-44605fc92967 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8333323 May 10 15:31:12.267417 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 49124) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:12.273206 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1624611953-router', 'tenant_id': '07363afd1fba4280999be0b21165cca8', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:12.279141 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:12.286538 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Usage tracker for resource:router and tenant:07363afd1fba4280999be0b21165cca8 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:12.290768 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:12.297849 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:12.313384 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1829098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127101'] for router, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:12.314684 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127094'] for router, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:12.338349 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:12.340184 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:12.631365 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7d4b3f-1c25-5a08-adb4-a785c243b454-30e7090a-b218-491f-9e9e-9ea00e245c02', 'network_id': '30e7090a-b218-491f-9e9e-9ea00e245c02', 'tenant_id': '07363afd1fba4280999be0b21165cca8', 'fixed_ips': [{'subnet_id': '6788d133-278a-41e0-9136-a06aadcf3a4c'}]}} from dv-cinder-784945-8-iscsi. {{(pid=78736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:31:12.632199 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:12.669819 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127064'] for router, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:12.766965 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd76c5-1623-4342-a703-e74d27f6e849 req-956c0621-5590-4ca3-aa66-e9a8a9a510fc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:12.768464 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-50fd76c5-1623-4342-a703-e74d27f6e849 req-956c0621-5590-4ca3-aa66-e9a8a9a510fc tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.2884493 May 10 15:31:12.822711 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-50fd76c5-1623-4342-a703-e74d27f6e849 req-d0d77d51-7082-4497-8c11-0c3bd08a4b61 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482414 May 10 15:31:12.992578 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Allocated IP 172.20.0.2 (30e7090a-b218-491f-9e9e-9ea00e245c02/6788d133-278a-41e0-9136-a06aadcf3a4c/c90997d1-3d38-4530-a8cc-aa5fc593e640) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:31:13.039474 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:13.110176 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Transition to ACTIVE for port object 0a6dfa04-ead5-401d-86b6-c3e623204db6 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:13.127894 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:13.133112 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:13.192466 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:13.228870 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:13.278274 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce013f52-0c8f-47a8-b99d-f898b1aea3d5 req-01f8e2c5-678c-4610-8ba7-97b7787b65cc tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:13.284815 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ce013f52-0c8f-47a8-b99d-f898b1aea3d5 req-01f8e2c5-678c-4610-8ba7-97b7787b65cc tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.2737079 May 10 15:31:13.314289 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136343d8-19df-4c87-8682-511987d8f196 None None] Pushing event updated for resources: {'Port': ['ID=0a6dfa04-ead5-401d-86b6-c3e623204db6,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:13.356426 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-136343d8-19df-4c87-8682-511987d8f196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:13.364573 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ce013f52-0c8f-47a8-b99d-f898b1aea3d5 req-75fd3bbf-70f3-4798-8aa9-793c7876e195 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787456 May 10 15:31:13.457605 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Allocated IP 172.27.3.115 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/ae61c125-7266-4fb1-9436-3481fb786914) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:31:13.487141 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Attempting to bind port 0a6dfa04-ead5-401d-86b6-c3e623204db6 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:31:13.487510 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Attempting to bind port 0a6dfa04-ead5-401d-86b6-c3e623204db6 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '81a13848-bce6-4305-a84c-6f0d8f8aec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:31:13.487930 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Attempting to bind port 0a6dfa04-ead5-401d-86b6-c3e623204db6 on network d63baf96-5392-4798-b336-29e63d92d7d9 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:31:13.490883 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:13.502249 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:31:13.502635 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Checking segment: {'id': '81a13848-bce6-4305-a84c-6f0d8f8aec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:31:13.503042 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:13.503437 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Bound using segment: {'id': '81a13848-bce6-4305-a84c-6f0d8f8aec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:31:13.503935 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Bound port: 0a6dfa04-ead5-401d-86b6-c3e623204db6, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a13848-bce6-4305-a84c-6f0d8f8aec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:31:13.504313 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:13.516064 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Transition to ACTIVE for port object c90997d1-3d38-4530-a8cc-aa5fc593e640 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:13.582951 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Transition to ACTIVE for port object c90997d1-3d38-4530-a8cc-aa5fc593e640 will not be triggered until provisioned by entity DHCP. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:13.603736 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:13.607466 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:13.614699 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:13.649545 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:13.654450 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:13.707921 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Network 30e7090a-b218-491f-9e9e-9ea00e245c02 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:31:13.713841 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:13.716100 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] For port 0a6dfa04-ead5-401d-86b6-c3e623204db6, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:31:13.717982 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Pushing event updated for resources: {'Port': ['ID=c90997d1-3d38-4530-a8cc-aa5fc593e640,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:13.720146 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:31:13.723273 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:31:13.725217 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:13.726803 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:13.730148 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:31:13.763818 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] For port 0a6dfa04-ead5-401d-86b6-c3e623204db6, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=0a6dfa04-ead5-401d-86b6-c3e623204db6,segment=NetworkSegment(81a13848-bce6-4305-a84c-6f0d8f8aec0e),segment_id=81a13848-bce6-4305-a84c-6f0d8f8aec0e)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:31:13.777632 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Pushing event updated for resources: {'Port': ['ID=ae61c125-7266-4fb1-9436-3481fb786914,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:13.780713 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:13.799914 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:13.808999 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3b5f114e-31aa-4559-b6f0-33a4b63feb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:13.881919 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Attempting to bind port c90997d1-3d38-4530-a8cc-aa5fc593e640 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:31:13.882299 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Attempting to bind port c90997d1-3d38-4530-a8cc-aa5fc593e640 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': 'cb59a73b-8797-4355-afb8-ce09c8918c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '30e7090a-b218-491f-9e9e-9ea00e245c02'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:31:13.882667 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Attempting to bind port c90997d1-3d38-4530-a8cc-aa5fc593e640 on network 30e7090a-b218-491f-9e9e-9ea00e245c02 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:31:13.899756 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:31:13.900312 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Checking segment: {'id': 'cb59a73b-8797-4355-afb8-ce09c8918c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '30e7090a-b218-491f-9e9e-9ea00e245c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:31:13.900645 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:13.901053 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Bound using segment: {'id': 'cb59a73b-8797-4355-afb8-ce09c8918c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '30e7090a-b218-491f-9e9e-9ea00e245c02'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:31:13.901547 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Bound port: c90997d1-3d38-4530-a8cc-aa5fc593e640, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb59a73b-8797-4355-afb8-ce09c8918c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '30e7090a-b218-491f-9e9e-9ea00e245c02'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:31:13.901937 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:13.918345 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Routers {'e78f0f2a-bc55-4336-98ae-da2e3d70186c'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:31:13.918992 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:30:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:13.982471 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136343d8-19df-4c87-8682-511987d8f196 None None] Pushing event updated for resources: {'Port': ['ID=0a6dfa04-ead5-401d-86b6-c3e623204db6,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:14.044019 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-136343d8-19df-4c87-8682-511987d8f196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:14.158383 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] For port c90997d1-3d38-4530-a8cc-aa5fc593e640, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:31:14.166157 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] For port c90997d1-3d38-4530-a8cc-aa5fc593e640, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=c90997d1-3d38-4530-a8cc-aa5fc593e640,segment=NetworkSegment(cb59a73b-8797-4355-afb8-ce09c8918c9c),segment_id=cb59a73b-8797-4355-afb8-ce09c8918c9c)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:31:14.175247 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:14.188012 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:14.214574 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa07e9-8c93-430f-8f93-4a3967be5774 req-50b5395d-ee50-4a90-af1c-1dea4f70b84d tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:14.216079 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-41aa07e9-8c93-430f-8f93-4a3967be5774 req-50b5395d-ee50-4a90-af1c-1dea4f70b84d tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.2387376 May 10 15:31:14.238215 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] Set router e78f0f2a-bc55-4336-98ae-da2e3d70186c gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:31:14.281506 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-41aa07e9-8c93-430f-8f93-4a3967be5774 req-e1c55d56-0aa5-40d6-bf13-4aaeba9e58a4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531521 May 10 15:31:14.299476 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:14.421667 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Pushing event updated for resources: {'Port': ['ID=c90997d1-3d38-4530-a8cc-aa5fc593e640,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:14.434737 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:14.716759 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'name': 'tempest-TestMinimumBasicScenario-452211983-router', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '359891af-34c6-4666-b790-dd1586c33d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:04Z', 'updated_at': '2021-05-10T15:31:08Z', 'revision_number': 4, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'gw_port': {'id': '359891af-34c6-4666-b790-dd1586c33d4b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:05Z', 'updated_at': '2021-05-10T15:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0a6dfa04-ead5-401d-86b6-c3e623204db6', 'name': '', 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'mac_address': 'fa:16:3e:4f:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:08Z', 'updated_at': '2021-05-10T15:31:13Z', 'revision_number': 4, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'subnets': [{'id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:14.721149 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f27f2e-180e-47a9-a737-935e2ee51e4c None None] The sync data for ids ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'] in dv-cinder-784945-8-iscsi is: [{'id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'name': 'tempest-TestMinimumBasicScenario-452211983-router', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '359891af-34c6-4666-b790-dd1586c33d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:04Z', 'updated_at': '2021-05-10T15:31:08Z', 'revision_number': 4, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'gw_port': {'id': '359891af-34c6-4666-b790-dd1586c33d4b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:05Z', 'updated_at': '2021-05-10T15:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0a6dfa04-ead5-401d-86b6-c3e623204db6', 'name': '', 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'mac_address': 'fa:16:3e:4f:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:08Z', 'updated_at': '2021-05-10T15:31:13Z', 'revision_number': 4, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'subnets': [{'id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:31:14.877119 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de5d18-7fa2-44f9-b470-85a304ec3652 req-7ef7b90e-f44c-4b15-a40f-da5b439c9170 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:14.878655 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d7de5d18-7fa2-44f9-b470-85a304ec3652 req-7ef7b90e-f44c-4b15-a40f-da5b439c9170 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.2878191 May 10 15:31:14.953655 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d7de5d18-7fa2-44f9-b470-85a304ec3652 req-0db3a5e6-6f32-479c-b022-156c62993c20 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671451 May 10 15:31:14.967990 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706249'] for router, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:15.226061 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea30b0-7771-4e60-9b37-15a319aad90d req-2ab0d566-d9e2-40e8-b1a8-d1cb57baec12 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:15.228184 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8dea30b0-7771-4e60-9b37-15a319aad90d req-2ab0d566-d9e2-40e8-b1a8-d1cb57baec12 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.1413982 May 10 15:31:15.348011 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Router aec80b55-09ed-4bd4-b67a-98a3a29f53f6 is scheduled to L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 with binding_index 1 {{(pid=78735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:31:15.459646 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ad8884-d5b7-4cf4-8a09-56ad2cb07f5e None None] Network 30e7090a-b218-491f-9e9e-9ea00e245c02 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:31:15.610521 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-8dea30b0-7771-4e60-9b37-15a319aad90d req-eeaff07d-4b99-467c-a27c-9235dac73812 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Deleting port 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:31:15.610869 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-8dea30b0-7771-4e60-9b37-15a319aad90d req-eeaff07d-4b99-467c-a27c-9235dac73812 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:15.616920 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-21748df8-32ad-473c-a6f1-908d15f34908 None None] Provisioning for port c90997d1-3d38-4530-a8cc-aa5fc593e640 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:15.658177 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-457feb23-16ec-481c-b10b-691565dd2e98 req-5411f2fe-6cb0-41c3-93ef-f2fd6b7fec3a tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8fa334aefe07413f8c6bb82b54b15fd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468278 May 10 15:31:15.742151 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:31:15.755304 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Sync routers for ids ['aec80b55-09ed-4bd4-b67a-98a3a29f53f6'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:31:15.769980 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Routers {'aec80b55-09ed-4bd4-b67a-98a3a29f53f6'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:31:15.775144 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:30:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['aec80b55-09ed-4bd4-b67a-98a3a29f53f6'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:15.793029 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ac99a-cda7-4946-a8d5-663fb8ebe415 req-673221fb-6448-4c7d-9cd3-2c4613dae6b0 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:15.794538 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dc5ac99a-cda7-4946-a8d5-663fb8ebe415 req-673221fb-6448-4c7d-9cd3-2c4613dae6b0 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.3071384 May 10 15:31:15.839765 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457feb23-16ec-481c-b10b-691565dd2e98 req-c4c14112-6008-4b87-ba3e-c11a72a36c9c tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:15.849782 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-457feb23-16ec-481c-b10b-691565dd2e98 req-c4c14112-6008-4b87-ba3e-c11a72a36c9c tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1902525 May 10 15:31:15.862164 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Notify callbacks [] for router, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:15.865793 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5948787 May 10 15:31:15.867549 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 49154) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:15.870238 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-457feb23-16ec-481c-b10b-691565dd2e98 req-96ae1eef-0c92-445a-a841-b47bfde3a04f tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/quotas/8fa334aefe07413f8c6bb82b54b15fd0 HTTP/1.1" status: 200 len: 375 time: 0.0178151 May 10 15:31:15.886721 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-8dea30b0-7771-4e60-9b37-15a319aad90d req-eeaff07d-4b99-467c-a27c-9235dac73812 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] For port 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f,segment=NetworkSegment(9785a653-52ff-49d8-9161-b0f125ed80ab),segment_id=9785a653-52ff-49d8-9161-b0f125ed80ab)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:15.887095 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-8dea30b0-7771-4e60-9b37-15a319aad90d req-eeaff07d-4b99-467c-a27c-9235dac73812 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:15.947426 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-457feb23-16ec-481c-b10b-691565dd2e98 req-1e3356d1-2a0c-4be4-87e9-f31d8a0cb313 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8fa334aefe07413f8c6bb82b54b15fd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755401 May 10 15:31:16.046965 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device c90997d1-3d38-4530-a8cc-aa5fc593e640 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:16.209392 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dc5ac99a-cda7-4946-a8d5-663fb8ebe415 req-ba409380-bd61-4b8d-8fc4-7f70b60d09ba tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3997440 May 10 15:31:16.214019 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Set router aec80b55-09ed-4bd4-b67a-98a3a29f53f6 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:31:16.275904 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port c90997d1-3d38-4530-a8cc-aa5fc593e640 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:16.297206 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port c90997d1-3d38-4530-a8cc-aa5fc593e640 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:16.298469 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:16.476662 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5de87207-d30c-4bdc-ac0c-3f36433a63cd req-3c095aa8-65e9-4dd7-aaf8-c05fe6990c6a tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 210 time: 0.1276352 May 10 15:31:16.525608 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-65d36fd6-c851-42c3-95db-4bf25ff2a409 None None] Provisioning complete for port c90997d1-3d38-4530-a8cc-aa5fc593e640 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:16.526318 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-65d36fd6-c851-42c3-95db-4bf25ff2a409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:16.634249 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-8dea30b0-7771-4e60-9b37-15a319aad90d req-eeaff07d-4b99-467c-a27c-9235dac73812 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Calling delete_port for 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:31:16.703728 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:16.792512 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'name': 'tempest-TestMinimumBasicScenario-1624611953-router', 'tenant_id': '07363afd1fba4280999be0b21165cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ae61c125-7266-4fb1-9436-3481fb786914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:12Z', 'updated_at': '2021-05-10T15:31:14Z', 'revision_number': 3, 'project_id': '07363afd1fba4280999be0b21165cca8', 'gw_port': {'id': 'ae61c125-7266-4fb1-9436-3481fb786914', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:50:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:13Z', 'updated_at': '2021-05-10T15:31:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:16.797208 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Checking router: aec80b55-09ed-4bd4-b67a-98a3a29f53f6 for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:31:16.797563 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Updating router aec80b55-09ed-4bd4-b67a-98a3a29f53f6 port ae61c125-7266-4fb1-9436-3481fb786914 binding host dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:31:16.803653 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-65d36fd6-c851-42c3-95db-4bf25ff2a409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:16.827606 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port c90997d1-3d38-4530-a8cc-aa5fc593e640, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=c90997d1-3d38-4530-a8cc-aa5fc593e640,segment=NetworkSegment(cb59a73b-8797-4355-afb8-ce09c8918c9c),segment_id=cb59a73b-8797-4355-afb8-ce09c8918c9c)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:16.869210 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:16.877199 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:16.878017 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0a6dfa04-ead5-401d-86b6-c3e623204db6 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:16.918847 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:17.008512 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.db.api [None req-65d36fd6-c851-42c3-95db-4bf25ff2a409 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:31:17.009536 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_db.api [None req-65d36fd6-c851-42c3-95db-4bf25ff2a409 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:31:17.014037 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd5639-de78-42a2-a8a1-16da171ae30f req-2a10422b-d335-48d4-9611-b9d02b20c2ed tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:17.015927 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-01fd5639-de78-42a2-a8a1-16da171ae30f req-2a10422b-d335-48d4-9611-b9d02b20c2ed tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 946 time: 0.3949811 May 10 15:31:17.043396 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=c90997d1-3d38-4530-a8cc-aa5fc593e640,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:17.046581 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:17.063087 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 0a6dfa04-ead5-401d-86b6-c3e623204db6 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:17.068783 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 0a6dfa04-ead5-401d-86b6-c3e623204db6 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:17.069156 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:17.143473 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-01fd5639-de78-42a2-a8a1-16da171ae30f req-a4db35ce-fd7f-41f2-a0be-eab0c57775cf tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186311 May 10 15:31:17.228861 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:17.295422 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 0a6dfa04-ead5-401d-86b6-c3e623204db6, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=0a6dfa04-ead5-401d-86b6-c3e623204db6,segment=NetworkSegment(81a13848-bce6-4305-a84c-6f0d8f8aec0e),segment_id=81a13848-bce6-4305-a84c-6f0d8f8aec0e)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:17.300026 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Notify callbacks [] for port, precommit_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:17.300571 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:17.310018 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-a06af34e-3eef-46c2-b675-e5a9865ecd71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:17.317646 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Transition to ACTIVE for port object ae61c125-7266-4fb1-9436-3481fb786914 will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:17.352915 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:17.371270 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:17.445798 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=0a6dfa04-ead5-401d-86b6-c3e623204db6,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:17.460613 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:17.461449 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Attempting to bind port ae61c125-7266-4fb1-9436-3481fb786914 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:31:17.462072 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Attempting to bind port ae61c125-7266-4fb1-9436-3481fb786914 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:31:17.462833 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Attempting to bind port ae61c125-7266-4fb1-9436-3481fb786914 on network 4811dc59-86a1-49a5-ba2c-35db1544fa5c {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:31:17.490309 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:31:17.490820 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Checking segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:31:17.491312 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:17.491878 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Bound using segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:31:17.492835 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Bound port: ae61c125-7266-4fb1-9436-3481fb786914, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:31:17.493849 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:17.495419 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520dfdd-b3a3-4208-af7a-4c8f038f3852 req-5b921c91-b348-4e8d-b50b-563129791aed tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:17.502979 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5520dfdd-b3a3-4208-af7a-4c8f038f3852 req-5b921c91-b348-4e8d-b50b-563129791aed tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1372371 May 10 15:31:17.623148 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b9ac1-5814-4e32-9320-a826bffbf036 None None] Pushing event updated for resources: {'Port': ['ID=ae61c125-7266-4fb1-9436-3481fb786914,revision_number=2']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:17.634388 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5520dfdd-b3a3-4208-af7a-4c8f038f3852 req-432a1e4e-1bde-4e1e-9f50-6e6bb9e2df2d tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272755 May 10 15:31:17.640707 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-0e1b9ac1-5814-4e32-9320-a826bffbf036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:17.667670 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] For port ae61c125-7266-4fb1-9436-3481fb786914, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:31:17.671356 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] For port ae61c125-7266-4fb1-9436-3481fb786914, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=ae61c125-7266-4fb1-9436-3481fb786914,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:31:17.673058 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-8dea30b0-7771-4e60-9b37-15a319aad90d req-eeaff07d-4b99-467c-a27c-9235dac73812 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:17.678481 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:17.687467 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['4432053a-9d9a-4b16-b6cc-124ff1274d20'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:31:17.690629 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:17.701101 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e3df075a-3a6a-4f14-a79f-fb805e860b5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:17.806659 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Routers {'aec80b55-09ed-4bd4-b67a-98a3a29f53f6'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:31:17.807301 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:30:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['aec80b55-09ed-4bd4-b67a-98a3a29f53f6'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:17.831418 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaff07d-4b99-467c-a27c-9235dac73812 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Pushing event deleted for resources: {'Port': ['ID=53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:17.845941 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-eeaff07d-4b99-467c-a27c-9235dac73812 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:17.849901 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-15e66bb2-4d11-4767-a447-8c46b0ee9841 req-b7224884-1dcd-4fc4-9a94-0c44be812241 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 210 time: 0.1064477 May 10 15:31:17.885248 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b9ac1-5814-4e32-9320-a826bffbf036 None None] Pushing event updated for resources: {'Port': ['ID=ae61c125-7266-4fb1-9436-3481fb786914,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:17.894231 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-0e1b9ac1-5814-4e32-9320-a826bffbf036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:17.901612 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dea30b0-7771-4e60-9b37-15a319aad90d req-eeaff07d-4b99-467c-a27c-9235dac73812 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] No DVR routers for this DVR port 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f on host hv-cinder-78494 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:31:17.909437 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-8dea30b0-7771-4e60-9b37-15a319aad90d req-eeaff07d-4b99-467c-a27c-9235dac73812 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:17.912117 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device c90997d1-3d38-4530-a8cc-aa5fc593e640 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:17.915447 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d915642-a9d1-4620-9a6d-a1b07ed8dfad', 'name': 'network-vif-deleted', 'tag': '53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:31:18.018158 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8dea30b0-7771-4e60-9b37-15a319aad90d req-eeaff07d-4b99-467c-a27c-9235dac73812 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.46 "DELETE /v2.0/ports/53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f HTTP/1.1" status: 204 len: 173 time: 2.7829466 May 10 15:31:18.028874 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d915642-a9d1-4620-9a6d-a1b07ed8dfad', 'name': 'network-vif-deleted', 'tag': '53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f', 'status': 'completed', 'code': 200} May 10 15:31:18.030374 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:18.045454 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port c90997d1-3d38-4530-a8cc-aa5fc593e640 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:18.045828 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:18.132321 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] Set router aec80b55-09ed-4bd4-b67a-98a3a29f53f6 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:31:18.213210 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0a6dfa04-ead5-401d-86b6-c3e623204db6 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:18.291178 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Allocated IP 172.20.0.1 (30e7090a-b218-491f-9e9e-9ea00e245c02/6788d133-278a-41e0-9136-a06aadcf3a4c/0e7435fb-ab78-4355-b804-2f2e87e27df0) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:31:18.312188 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 0a6dfa04-ead5-401d-86b6-c3e623204db6 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:18.312926 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:18.461423 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-457feb23-16ec-481c-b10b-691565dd2e98 req-9c0f7cd7-ae7d-4a06-b9ce-b14619194e1d tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8fa334aefe07413f8c6bb82b54b15fd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1127431 May 10 15:31:18.593643 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-02f2d030-0114-405d-b4ec-253cf454391f req-1e69f977-2f69-4af9-96ae-d4117d4126f6 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Synchronizing usage tracker for tenant:bf36bc9313b0433d889286c8d877bce8 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:31:18.635982 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'name': 'tempest-TestMinimumBasicScenario-1624611953-router', 'tenant_id': '07363afd1fba4280999be0b21165cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ae61c125-7266-4fb1-9436-3481fb786914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:12Z', 'updated_at': '2021-05-10T15:31:14Z', 'revision_number': 3, 'project_id': '07363afd1fba4280999be0b21165cca8', 'gw_port': {'id': 'ae61c125-7266-4fb1-9436-3481fb786914', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:50:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:13Z', 'updated_at': '2021-05-10T15:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:18.643011 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea2dff4-6034-4060-a930-26cfee699f43 None None] The sync data for ids ['aec80b55-09ed-4bd4-b67a-98a3a29f53f6'] in dv-cinder-784945-8-iscsi is: [{'id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'name': 'tempest-TestMinimumBasicScenario-1624611953-router', 'tenant_id': '07363afd1fba4280999be0b21165cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ae61c125-7266-4fb1-9436-3481fb786914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:12Z', 'updated_at': '2021-05-10T15:31:14Z', 'revision_number': 3, 'project_id': '07363afd1fba4280999be0b21165cca8', 'gw_port': {'id': 'ae61c125-7266-4fb1-9436-3481fb786914', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:50:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:13Z', 'updated_at': '2021-05-10T15:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:31:18.646634 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:18.762122 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:31:18.812545 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:31:18.812545 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 53922e9d-4bc6-407a-b9e2-6d1fb9c0ff6f not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:31:18.839343 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-02f2d030-0114-405d-b4ec-253cf454391f req-1e69f977-2f69-4af9-96ae-d4117d4126f6 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Unset dirty status for tenant:bf36bc9313b0433d889286c8d877bce8 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:31:18.840244 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-02f2d030-0114-405d-b4ec-253cf454391f req-1e69f977-2f69-4af9-96ae-d4117d4126f6 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d915642-a9d1-4620-9a6d-a1b07ed8dfad HTTP/1.1" status: 200 len: 210 time: 0.3904319 May 10 15:31:18.872482 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:18.889406 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457feb23-16ec-481c-b10b-691565dd2e98 req-637a8f64-8029-4893-aa12-92f88b211881 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:18.890861 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-457feb23-16ec-481c-b10b-691565dd2e98 req-637a8f64-8029-4893-aa12-92f88b211881 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3777332 May 10 15:31:18.892689 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05f8a4-fc1e-4dda-889f-12bd78062e54 req-594b8851-6d02-4d4e-a867-6b9f17aaf47a tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:18.895381 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3a05f8a4-fc1e-4dda-889f-12bd78062e54 req-594b8851-6d02-4d4e-a867-6b9f17aaf47a tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1213648 May 10 15:31:18.907029 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Transition to ACTIVE for port object 0e7435fb-ab78-4355-b804-2f2e87e27df0 will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:18.911481 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Request body: {'port': {'device_id': 'bd659ce2-1abd-48e9-98d7-85665b42f0cb', 'network_id': '50cb2c09-7a71-41fd-aa62-13fd44d7bd7b', 'admin_state_up': True, 'tenant_id': '8fa334aefe07413f8c6bb82b54b15fd0'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:19.003384 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3a05f8a4-fc1e-4dda-889f-12bd78062e54 req-8b8639d8-3c70-454a-9892-3cd2cf03d57e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014755 May 10 15:31:19.117498 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-bf683827-3497-46a1-b176-ea87f1fad3ca req-a637cb07-fd02-4e4d-8caa-3749c8107790 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 210 time: 0.0738046 May 10 15:31:19.148373 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:19.149470 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:19.156584 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:19.191094 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Usage tracker for resource:port and tenant:8fa334aefe07413f8c6bb82b54b15fd0 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:19.207411 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:19.219643 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:19.235252 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Network 30e7090a-b218-491f-9e9e-9ea00e245c02 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:31:19.243934 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:19.249403 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:31:19.275815 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7435fb-ab78-4355-b804-2f2e87e27df0,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:19.278044 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Made reservation on behalf of 8fa334aefe07413f8c6bb82b54b15fd0 for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:31:19.281562 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:19.291817 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:19.308663 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:19.336371 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:19.345026 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Usage tracker for resource:security_group_rule and tenant:8fa334aefe07413f8c6bb82b54b15fd0 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:19.347885 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:19.350403 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:19.364019 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:19.537768 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:19.541798 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:19.567072 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:19.572038 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-7cb87c55-a625-4689-afb1-de65d238da1a None None] Provisioning for port 0e7435fb-ab78-4355-b804-2f2e87e27df0 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:19.572655 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:19.577237 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-7cb87c55-a625-4689-afb1-de65d238da1a None None] Provisioning complete for port 0e7435fb-ab78-4355-b804-2f2e87e27df0 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:19.577778 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7cb87c55-a625-4689-afb1-de65d238da1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:19.638592 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-7cb87c55-a625-4689-afb1-de65d238da1a None None] Port 0e7435fb-ab78-4355-b804-2f2e87e27df0 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:31:19.703603 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db34b10-aadc-4e04-93ed-ce3edbe0bc18,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:19.716142 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:19.844682 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device ae61c125-7266-4fb1-9436-3481fb786914 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:19.900307 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Allocated IP 192.168.233.206 (50cb2c09-7a71-41fd-aa62-13fd44d7bd7b/f72d71d7-d226-4d10-a9cc-b62c5645a8bb/31792d8e-6637-459b-982f-795cbddd6ffb) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:31:19.930110 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port ae61c125-7266-4fb1-9436-3481fb786914 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:19.937871 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port ae61c125-7266-4fb1-9436-3481fb786914 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:19.938434 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:19.995112 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:20.013425 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:20.047759 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-937773be-a242-4ca0-a02d-b329daef9c88 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:20.068822 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:20.086347 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port ae61c125-7266-4fb1-9436-3481fb786914, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=ae61c125-7266-4fb1-9436-3481fb786914,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:20.091454 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:20.093736 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:20.178374 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=ae61c125-7266-4fb1-9436-3481fb786914,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:20.185951 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:20.203893 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:20.220082 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7435fb-ab78-4355-b804-2f2e87e27df0,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:20.229521 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:20.285919 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f0daa-08d4-40c9-a7fe-5c1f15bd1634 req-d27b8272-2b49-4f3a-93d5-f24087c7ee38 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:20.290489 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bf9f0daa-08d4-40c9-a7fe-5c1f15bd1634 req-d27b8272-2b49-4f3a-93d5-f24087c7ee38 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1243486 May 10 15:31:20.363944 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:20.369058 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bf9f0daa-08d4-40c9-a7fe-5c1f15bd1634 req-1d997981-e638-4e19-853d-e136354069ac tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722895 May 10 15:31:20.405143 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Transition to ACTIVE for port object 31792d8e-6637-459b-982f-795cbddd6ffb will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:20.439157 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Network 30e7090a-b218-491f-9e9e-9ea00e245c02 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:31:20.441322 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:20.573414 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-54382565-4f1e-42b9-b54e-ce3a0430b7af req-7935535f-431c-495f-b390-5b7f20b092a1 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 210 time: 0.0458565 May 10 15:31:20.672873 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-2af7b13c-7560-49e6-9d1d-a47a78846c7f None None] Provisioning complete for port 0e7435fb-ab78-4355-b804-2f2e87e27df0 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:20.673330 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2af7b13c-7560-49e6-9d1d-a47a78846c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:20.738790 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-2af7b13c-7560-49e6-9d1d-a47a78846c7f None None] Port 0e7435fb-ab78-4355-b804-2f2e87e27df0 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:31:20.763302 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:20.774735 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:20.850911 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-8d57e6e5-76e3-4dbb-9c14-8e7a16929d35 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Synchronizing usage tracker for tenant:faa2ee53649b4235ba6d1175bfc6c4b2 on resource:security_group {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:31:20.864806 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Network 50cb2c09-7a71-41fd-aa62-13fd44d7bd7b is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:31:20.869473 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-8d57e6e5-76e3-4dbb-9c14-8e7a16929d35 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Unset dirty status for tenant:faa2ee53649b4235ba6d1175bfc6c4b2 on resource:security_group {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:31:20.870701 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-8d57e6e5-76e3-4dbb-9c14-8e7a16929d35 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912683203&fields=id&tenant_id=faa2ee53649b4235ba6d1175bfc6c4b2 HTTP/1.1" status: 200 len: 267 time: 0.0658293 May 10 15:31:20.881024 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:20.890530 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:31:20.918977 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Pushing event updated for resources: {'Port': ['ID=31792d8e-6637-459b-982f-795cbddd6ffb,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:20.930478 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:20.941957 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Router aec80b55-09ed-4bd4-b67a-98a3a29f53f6 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:31:20.957277 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9011ad-5c2f-4250-bfac-c31a983abbe1 req-4be3ca58-8c44-45ff-a7d6-ecbaf8c9c0e6 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:20.958797 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4c9011ad-5c2f-4250-bfac-c31a983abbe1 req-4be3ca58-8c44-45ff-a7d6-ecbaf8c9c0e6 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.3859472 May 10 15:31:21.041680 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-691d536c-cb83-401c-94b1-e8af9bb30043 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:21.043466 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-691d536c-cb83-401c-94b1-e8af9bb30043 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/networks?id=ffd39617-231e-431e-81bd-fd1a3e33706a HTTP/1.1" status: 200 len: 809 time: 0.1660850 May 10 15:31:21.061066 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-15668ba2-bdff-4180-b6a1-b544d7625f4f tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/quotas/faa2ee53649b4235ba6d1175bfc6c4b2 HTTP/1.1" status: 200 len: 375 time: 0.0117614 May 10 15:31:21.127286 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:21.127934 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:21.148167 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-43126ac1-5361-4f35-83b3-83323c974855 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Synchronizing usage tracker for tenant:faa2ee53649b4235ba6d1175bfc6c4b2 on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:31:21.163525 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-d4bdd6b4-4e3f-41cf-8335-1a3ba8f5caa8 None None] Provisioning for port 31792d8e-6637-459b-982f-795cbddd6ffb completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:21.165522 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-43126ac1-5361-4f35-83b3-83323c974855 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Unset dirty status for tenant:faa2ee53649b4235ba6d1175bfc6c4b2 on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:31:21.166976 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-43126ac1-5361-4f35-83b3-83323c974855 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=faa2ee53649b4235ba6d1175bfc6c4b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003401 May 10 15:31:21.168829 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-d4bdd6b4-4e3f-41cf-8335-1a3ba8f5caa8 None None] Provisioning complete for port 31792d8e-6637-459b-982f-795cbddd6ffb triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:21.169219 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd6b4-4e3f-41cf-8335-1a3ba8f5caa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:21.192881 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4c9011ad-5c2f-4250-bfac-c31a983abbe1 req-49a8256f-b66e-45fc-b850-162e9bc23b43 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245603 May 10 15:31:21.196344 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-457feb23-16ec-481c-b10b-691565dd2e98 req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2921057 May 10 15:31:21.213068 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Request body: {'port': {'device_id': 'bd659ce2-1abd-48e9-98d7-85665b42f0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:21.234871 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-d4bdd6b4-4e3f-41cf-8335-1a3ba8f5caa8 None None] Port 31792d8e-6637-459b-982f-795cbddd6ffb cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:31:21.263732 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:31:21.271053 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] 10.222.0.11 "PUT /v2.0/routers/aec80b55-09ed-4bd4-b67a-98a3a29f53f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3980994 May 10 15:31:21.281890 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Sync routers for ids ['aec80b55-09ed-4bd4-b67a-98a3a29f53f6'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:31:21.292552 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Routers {'aec80b55-09ed-4bd4-b67a-98a3a29f53f6'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:31:21.293410 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:30:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['aec80b55-09ed-4bd4-b67a-98a3a29f53f6'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:21.342419 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:21.349401 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-3f81e9c0-4bb0-4afe-9029-059a511a04fd service neutron] 10.222.0.11 "GET /v2.0/networks/ffd39617-231e-431e-81bd-fd1a3e33706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688633 May 10 15:31:21.538828 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Set router aec80b55-09ed-4bd4-b67a-98a3a29f53f6 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:31:21.616512 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-920e4e86-4342-408c-80da-f0de39b4d80c service neutron] 10.222.0.11 "GET /v2.0/networks/ffd39617-231e-431e-81bd-fd1a3e33706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646892 May 10 15:31:21.840674 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23ac18-0105-4898-9292-325a5156aa39 req-8577409a-71c1-426e-97da-87ede4566b88 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:21.850025 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-eb23ac18-0105-4898-9292-325a5156aa39 req-8577409a-71c1-426e-97da-87ede4566b88 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.2217765 May 10 15:31:21.867676 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31792d8e-6637-459b-982f-795cbddd6ffb {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:31:21.868511 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device ae61c125-7266-4fb1-9436-3481fb786914 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:21.880281 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:21.912250 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Transition to ACTIVE for port object 31792d8e-6637-459b-982f-795cbddd6ffb will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:21.940374 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-eb23ac18-0105-4898-9292-325a5156aa39 req-a42c5d3c-ea3b-4ad2-8d74-6a0dcf2573f4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894063 May 10 15:31:21.942381 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:21.945982 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:22.066257 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port ae61c125-7266-4fb1-9436-3481fb786914 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:22.068342 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:22.282377 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'name': 'tempest-TestMinimumBasicScenario-1624611953-router', 'tenant_id': '07363afd1fba4280999be0b21165cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ae61c125-7266-4fb1-9436-3481fb786914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:12Z', 'updated_at': '2021-05-10T15:31:19Z', 'revision_number': 4, 'project_id': '07363afd1fba4280999be0b21165cca8', 'gw_port': {'id': 'ae61c125-7266-4fb1-9436-3481fb786914', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:50:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:13Z', 'updated_at': '2021-05-10T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0e7435fb-ab78-4355-b804-2f2e87e27df0', 'name': '', 'network_id': '30e7090a-b218-491f-9e9e-9ea00e245c02', 'tenant_id': '07363afd1fba4280999be0b21165cca8', 'mac_address': 'fa:16:3e:27:f7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6788d133-278a-41e0-9136-a06aadcf3a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:18Z', 'updated_at': '2021-05-10T15:31:19Z', 'revision_number': 2, 'project_id': '07363afd1fba4280999be0b21165cca8', 'subnets': [{'id': '6788d133-278a-41e0-9136-a06aadcf3a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:22.286729 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Checking router: aec80b55-09ed-4bd4-b67a-98a3a29f53f6 for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:31:22.287103 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Updating router aec80b55-09ed-4bd4-b67a-98a3a29f53f6 port 0e7435fb-ab78-4355-b804-2f2e87e27df0 binding host dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:31:22.354828 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Pushing event updated for resources: {'Port': ['ID=31792d8e-6637-459b-982f-795cbddd6ffb,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:22.411262 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-af52e4c6-8d3e-43c3-9859-91236df058b6 req-3554aa8f-26a4-4a5d-9a86-119ba041106e tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 210 time: 0.1123254 May 10 15:31:22.416696 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:22.444978 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:22.657112 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09504f5-b8c8-4942-a1c1-e9aaed672510 req-86c83d75-ef98-46fa-9239-0f11d4be01dd tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:22.657883 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-d09504f5-b8c8-4942-a1c1-e9aaed672510 req-86c83d75-ef98-46fa-9239-0f11d4be01dd tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Synchronizing usage tracker for tenant:8fa334aefe07413f8c6bb82b54b15fd0 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:31:22.670955 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Attempting to bind port 31792d8e-6637-459b-982f-795cbddd6ffb on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:31:22.671302 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Attempting to bind port 31792d8e-6637-459b-982f-795cbddd6ffb by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'c5edc44e-00e7-48fe-8d0a-d045df6ea795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50cb2c09-7a71-41fd-aa62-13fd44d7bd7b'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:31:22.671636 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Attempting to bind port 31792d8e-6637-459b-982f-795cbddd6ffb on network 50cb2c09-7a71-41fd-aa62-13fd44d7bd7b {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:31:22.693267 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Port 31792d8e-6637-459b-982f-795cbddd6ffb on network 50cb2c09-7a71-41fd-aa62-13fd44d7bd7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:31:22.693643 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Attempting to bind port 31792d8e-6637-459b-982f-795cbddd6ffb on network 50cb2c09-7a71-41fd-aa62-13fd44d7bd7b {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:31:22.707737 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:31:22.707737 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Checking segment: {'id': 'c5edc44e-00e7-48fe-8d0a-d045df6ea795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50cb2c09-7a71-41fd-aa62-13fd44d7bd7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:31:22.708101 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Bound using segment: {'id': 'c5edc44e-00e7-48fe-8d0a-d045df6ea795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50cb2c09-7a71-41fd-aa62-13fd44d7bd7b'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:31:22.709767 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Bound port: 31792d8e-6637-459b-982f-795cbddd6ffb, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5edc44e-00e7-48fe-8d0a-d045df6ea795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50cb2c09-7a71-41fd-aa62-13fd44d7bd7b'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:31:22.709767 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:22.742504 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-d09504f5-b8c8-4942-a1c1-e9aaed672510 req-86c83d75-ef98-46fa-9239-0f11d4be01dd tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Unset dirty status for tenant:8fa334aefe07413f8c6bb82b54b15fd0 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:31:22.743737 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d09504f5-b8c8-4942-a1c1-e9aaed672510 req-86c83d75-ef98-46fa-9239-0f11d4be01dd tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 948 time: 0.5919769 May 10 15:31:22.786080 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e5b2b-d1ae-4e11-878a-1c62b3042847 req-03209ed6-fc52-45ed-be5c-f27a6e808214 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:22.788348 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-082e5b2b-d1ae-4e11-878a-1c62b3042847 req-03209ed6-fc52-45ed-be5c-f27a6e808214 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.1938529 May 10 15:31:22.881626 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] For port 31792d8e-6637-459b-982f-795cbddd6ffb, host hv-cinder-78494, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:31:22.886082 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] For port 31792d8e-6637-459b-982f-795cbddd6ffb, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=31792d8e-6637-459b-982f-795cbddd6ffb,segment=NetworkSegment(c5edc44e-00e7-48fe-8d0a-d045df6ea795),segment_id=c5edc44e-00e7-48fe-8d0a-d045df6ea795)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:31:22.895374 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-082e5b2b-d1ae-4e11-878a-1c62b3042847 req-a443e84f-3f2c-44fa-b8c4-e5eb719e27d2 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982742 May 10 15:31:22.938074 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a06e8-d298-46af-b1ce-60707c815c1c req-d7303890-bafb-4c28-8274-b3316c06f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:22.939625 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1d7a06e8-d298-46af-b1ce-60707c815c1c req-d7303890-bafb-4c28-8274-b3316c06f512 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=376336f6ca3c4e8898d9998b100bc64d&device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 1099 time: 0.4186878 May 10 15:31:22.940667 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:22.951203 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:23.167304 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328fafa-11fa-431e-a77b-eb13f05738a0 req-a5c6215b-ef6e-4e25-b27c-34b279eed23f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:23.186802 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5328fafa-11fa-431e-a77b-eb13f05738a0 req-a5c6215b-ef6e-4e25-b27c-34b279eed23f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1519427 May 10 15:31:23.215900 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Pushing event updated for resources: {'Port': ['ID=31792d8e-6637-459b-982f-795cbddd6ffb,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:23.221829 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-d09504f5-b8c8-4942-a1c1-e9aaed672510 req-38dc8164-bad8-423d-b3b7-cf1d03371733 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Synchronizing usage tracker for tenant:8fa334aefe07413f8c6bb82b54b15fd0 on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:31:23.232936 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:23.233716 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:23.235187 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-457feb23-16ec-481c-b10b-691565dd2e98 req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] 10.222.0.46 "PUT /v2.0/ports/31792d8e-6637-459b-982f-795cbddd6ffb HTTP/1.1" status: 200 len: 1098 time: 2.0268383 May 10 15:31:23.236157 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:23.238997 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd659ce2-1abd-48e9-98d7-85665b42f0cb', 'tag': '31792d8e-6637-459b-982f-795cbddd6ffb'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:31:23.275436 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:23.285610 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5328fafa-11fa-431e-a77b-eb13f05738a0 req-c2f161e4-4fb4-4086-ac85-cf10e4f5bbd9 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976217 May 10 15:31:23.294682 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Transition to ACTIVE for port object 0e7435fb-ab78-4355-b804-2f2e87e27df0 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:23.312837 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:23.319477 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:23.377570 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd659ce2-1abd-48e9-98d7-85665b42f0cb', 'tag': '31792d8e-6637-459b-982f-795cbddd6ffb', 'status': 'completed', 'code': 200} May 10 15:31:23.379428 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-d09504f5-b8c8-4942-a1c1-e9aaed672510 req-38dc8164-bad8-423d-b3b7-cf1d03371733 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Unset dirty status for tenant:8fa334aefe07413f8c6bb82b54b15fd0 on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:31:23.380660 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d09504f5-b8c8-4942-a1c1-e9aaed672510 req-38dc8164-bad8-423d-b3b7-cf1d03371733 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/security-groups?id=5db34b10-aadc-4e04-93ed-ce3edbe0bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6296239 May 10 15:31:23.587218 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457feb23-16ec-481c-b10b-691565dd2e98 req-3cbd457e-7b13-4182-a5f5-24e34b4edeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:23.589512 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-457feb23-16ec-481c-b10b-691565dd2e98 req-3cbd457e-7b13-4182-a5f5-24e34b4edeed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8fa334aefe07413f8c6bb82b54b15fd0&device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 1101 time: 0.2109268 May 10 15:31:23.592305 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a06e8-d298-46af-b1ce-60707c815c1c req-641af013-eccc-4478-b40a-524cce53c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:23.593908 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1d7a06e8-d298-46af-b1ce-60707c815c1c req-641af013-eccc-4478-b40a-524cce53c510 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e72a75bc-84e4-4072-bd72-d6e58af56db3 HTTP/1.1" status: 200 len: 912 time: 0.4058504 May 10 15:31:23.618498 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc693d1-72aa-4a34-b3ff-98c33c529a08 None None] Pushing event updated for resources: {'Port': ['ID=0e7435fb-ab78-4355-b804-2f2e87e27df0,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:23.670967 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5dc693d1-72aa-4a34-b3ff-98c33c529a08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:23.703334 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Attempting to bind port 0e7435fb-ab78-4355-b804-2f2e87e27df0 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:31:23.703717 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Attempting to bind port 0e7435fb-ab78-4355-b804-2f2e87e27df0 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': 'cb59a73b-8797-4355-afb8-ce09c8918c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '30e7090a-b218-491f-9e9e-9ea00e245c02'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:31:23.704250 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Attempting to bind port 0e7435fb-ab78-4355-b804-2f2e87e27df0 on network 30e7090a-b218-491f-9e9e-9ea00e245c02 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:31:23.720134 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:31:23.721219 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Checking segment: {'id': 'cb59a73b-8797-4355-afb8-ce09c8918c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '30e7090a-b218-491f-9e9e-9ea00e245c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:31:23.721658 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:23.722240 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Bound using segment: {'id': 'cb59a73b-8797-4355-afb8-ce09c8918c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '30e7090a-b218-491f-9e9e-9ea00e245c02'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:31:23.722695 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Bound port: 0e7435fb-ab78-4355-b804-2f2e87e27df0, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb59a73b-8797-4355-afb8-ce09c8918c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '30e7090a-b218-491f-9e9e-9ea00e245c02'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:31:23.723712 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:23.885435 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-457feb23-16ec-481c-b10b-691565dd2e98 req-822173cd-6c84-4b28-90ce-52708f001af8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=31792d8e-6637-459b-982f-795cbddd6ffb HTTP/1.1" status: 200 len: 217 time: 0.2733951 May 10 15:31:23.910006 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5a0183ab-076e-4ec6-936b-02e5c90d292e req-96c3b39a-cde5-4cdf-97f6-784f8e9e36bc tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 210 time: 0.1995502 May 10 15:31:23.936324 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] For port 0e7435fb-ab78-4355-b804-2f2e87e27df0, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:31:23.948776 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] For port 0e7435fb-ab78-4355-b804-2f2e87e27df0, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=0e7435fb-ab78-4355-b804-2f2e87e27df0,segment=NetworkSegment(cb59a73b-8797-4355-afb8-ce09c8918c9c),segment_id=cb59a73b-8797-4355-afb8-ce09c8918c9c)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:31:23.959313 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:23.963951 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:24.042956 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457feb23-16ec-481c-b10b-691565dd2e98 req-ec09a659-bc53-453b-86e6-c61da7ee7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:24.044790 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-457feb23-16ec-481c-b10b-691565dd2e98 req-ec09a659-bc53-453b-86e6-c61da7ee7baa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f72d71d7-d226-4d10-a9cc-b62c5645a8bb HTTP/1.1" status: 200 len: 843 time: 0.1382523 May 10 15:31:24.135897 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Routers {'aec80b55-09ed-4bd4-b67a-98a3a29f53f6'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:31:24.136567 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:30:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['aec80b55-09ed-4bd4-b67a-98a3a29f53f6'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:24.251158 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1d7a06e8-d298-46af-b1ce-60707c815c1c req-158f41a9-a577-4dd6-8680-0744846a09d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2171f8f2-9674-45c6-ac31-e7f28cb5e95d HTTP/1.1" status: 200 len: 1001 time: 0.5709376 May 10 15:31:24.344750 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-abbf57ce-a9ce-4ea8-9e77-7d104cdc0845 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:24.346219 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-abbf57ce-a9ce-4ea8-9e77-7d104cdc0845 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.46 "GET /v2.0/networks?id=ffd39617-231e-431e-81bd-fd1a3e33706a HTTP/1.1" status: 200 len: 809 time: 0.5119433 May 10 15:31:24.434935 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457feb23-16ec-481c-b10b-691565dd2e98 req-2d3783e4-023d-45ae-af09-2f7ed25ba8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:24.437679 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-457feb23-16ec-481c-b10b-691565dd2e98 req-2d3783e4-023d-45ae-af09-2f7ed25ba8da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50cb2c09-7a71-41fd-aa62-13fd44d7bd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3732960 May 10 15:31:24.460823 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bb288-992b-4085-87eb-c27fabddbff3 req-c3636bee-705b-4acb-a782-f19ba34de412 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:24.468022 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6a2bb288-992b-4085-87eb-c27fabddbff3 req-c3636bee-705b-4acb-a782-f19ba34de412 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.3036289 May 10 15:31:24.499910 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-b1ed46ab-3acc-49f6-8f66-9ca613053e50 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faa2ee53649b4235ba6d1175bfc6c4b2 HTTP/1.1" status: 200 len: 379 time: 0.1399901 May 10 15:31:24.530307 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc693d1-72aa-4a34-b3ff-98c33c529a08 None None] Pushing event updated for resources: {'Port': ['ID=0e7435fb-ab78-4355-b804-2f2e87e27df0,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:24.538071 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5dc693d1-72aa-4a34-b3ff-98c33c529a08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:24.588677 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-2325c6fc-6efa-4731-85d4-cae80f7de646 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Request body: {'port': {'device_id': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a', 'admin_state_up': True, 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'security_groups': ['aef5ec6a-1e7b-4405-85c8-01221d252e6d']}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:24.630104 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] Set router aec80b55-09ed-4bd4-b67a-98a3a29f53f6 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:31:24.641918 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a06e8-d298-46af-b1ce-60707c815c1c req-9ca2a754-6d27-46de-b1b5-5680ac8f76a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:24.643568 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1d7a06e8-d298-46af-b1ce-60707c815c1c req-9ca2a754-6d27-46de-b1b5-5680ac8f76a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b2bbde6-dc52-4ea4-8c27-065ac376bc64 HTTP/1.1" status: 200 len: 850 time: 0.3770139 May 10 15:31:24.653778 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-457feb23-16ec-481c-b10b-691565dd2e98 req-b305e0c2-f3bd-4056-876a-17304e0006d6 service neutron] 10.222.0.46 "GET /v2.0/networks/50cb2c09-7a71-41fd-aa62-13fd44d7bd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010496 May 10 15:31:24.714012 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6a2bb288-992b-4085-87eb-c27fabddbff3 req-90d92687-809f-4077-9211-882c18795fe7 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450500 May 10 15:31:24.778942 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-2325c6fc-6efa-4731-85d4-cae80f7de646 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:24.806717 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-2325c6fc-6efa-4731-85d4-cae80f7de646 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:24.928190 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e347d7-acb7-4d08-8325-954296e899b6 req-3b5a4571-3167-43f1-a544-2858e352a73c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:24.955537 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-06e347d7-acb7-4d08-8325-954296e899b6 req-3b5a4571-3167-43f1-a544-2858e352a73c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.4557838 May 10 15:31:24.971927 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-2325c6fc-6efa-4731-85d4-cae80f7de646 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Made reservation on behalf of faa2ee53649b4235ba6d1175bfc6c4b2 for: {'port': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:31:24.979665 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-2325c6fc-6efa-4731-85d4-cae80f7de646 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:25.065897 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0cad1001-11cd-45aa-a411-352c6f360946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:25.115307 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-457feb23-16ec-481c-b10b-691565dd2e98 req-368c3b9f-431d-42d2-a111-79ae0c6f577d service neutron] 10.222.0.46 "GET /v2.0/networks/50cb2c09-7a71-41fd-aa62-13fd44d7bd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203551 May 10 15:31:25.141503 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-06e347d7-acb7-4d08-8325-954296e899b6 req-9141005a-1802-4570-a41e-36875f37b77c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738279 May 10 15:31:25.143150 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a06e8-d298-46af-b1ce-60707c815c1c req-0a5420b4-2f99-4009-8390-bf00d100b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:25.145164 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1d7a06e8-d298-46af-b1ce-60707c815c1c req-0a5420b4-2f99-4009-8390-bf00d100b5ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e72a75bc-84e4-4072-bd72-d6e58af56db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4883678 May 10 15:31:25.297181 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08f421-50fe-407b-8165-96063774a1b8 req-17204d74-bc48-4937-a82e-2393ae296d2b tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:25.298827 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ae08f421-50fe-407b-8165-96063774a1b8 req-17204d74-bc48-4937-a82e-2393ae296d2b tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 948 time: 0.3362422 May 10 15:31:25.312655 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'name': 'tempest-TestMinimumBasicScenario-1624611953-router', 'tenant_id': '07363afd1fba4280999be0b21165cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ae61c125-7266-4fb1-9436-3481fb786914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:12Z', 'updated_at': '2021-05-10T15:31:19Z', 'revision_number': 4, 'project_id': '07363afd1fba4280999be0b21165cca8', 'gw_port': {'id': 'ae61c125-7266-4fb1-9436-3481fb786914', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:50:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:13Z', 'updated_at': '2021-05-10T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0e7435fb-ab78-4355-b804-2f2e87e27df0', 'name': '', 'network_id': '30e7090a-b218-491f-9e9e-9ea00e245c02', 'tenant_id': '07363afd1fba4280999be0b21165cca8', 'mac_address': 'fa:16:3e:27:f7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6788d133-278a-41e0-9136-a06aadcf3a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:18Z', 'updated_at': '2021-05-10T15:31:23Z', 'revision_number': 4, 'project_id': '07363afd1fba4280999be0b21165cca8', 'subnets': [{'id': '6788d133-278a-41e0-9136-a06aadcf3a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:25.320914 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9627c3-feb2-437b-9a77-e22ccca90ce3 None None] The sync data for ids ['aec80b55-09ed-4bd4-b67a-98a3a29f53f6'] in dv-cinder-784945-8-iscsi is: [{'id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'name': 'tempest-TestMinimumBasicScenario-1624611953-router', 'tenant_id': '07363afd1fba4280999be0b21165cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ae61c125-7266-4fb1-9436-3481fb786914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:12Z', 'updated_at': '2021-05-10T15:31:19Z', 'revision_number': 4, 'project_id': '07363afd1fba4280999be0b21165cca8', 'gw_port': {'id': 'ae61c125-7266-4fb1-9436-3481fb786914', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:50:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:13Z', 'updated_at': '2021-05-10T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0e7435fb-ab78-4355-b804-2f2e87e27df0', 'name': '', 'network_id': '30e7090a-b218-491f-9e9e-9ea00e245c02', 'tenant_id': '07363afd1fba4280999be0b21165cca8', 'mac_address': 'fa:16:3e:27:f7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6788d133-278a-41e0-9136-a06aadcf3a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:18Z', 'updated_at': '2021-05-10T15:31:23Z', 'revision_number': 4, 'project_id': '07363afd1fba4280999be0b21165cca8', 'subnets': [{'id': '6788d133-278a-41e0-9136-a06aadcf3a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:31:25.527687 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ae08f421-50fe-407b-8165-96063774a1b8 req-fc6669b5-fff7-4e94-9f95-9bc695a506b8 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/security-groups?id=5db34b10-aadc-4e04-93ed-ce3edbe0bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877656 May 10 15:31:25.553823 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1d7a06e8-d298-46af-b1ce-60707c815c1c req-c8e5b89d-94b3-4b2a-91d8-416ffe64be6c service neutron] 10.222.0.46 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832085 May 10 15:31:25.564623 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-2325c6fc-6efa-4731-85d4-cae80f7de646 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Allocated IP 172.20.0.6 (ffd39617-231e-431e-81bd-fd1a3e33706a/d8768d47-d5ea-4367-abf5-0bbfca3a1b00/d2264153-af44-4558-8f5f-8f85a4e12932) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:31:25.902508 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-2b2533c7-136d-45a8-a257-f73cd99213c9 req-1b79ee2a-4aad-450f-acf8-ea41d0ad7af4 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 210 time: 0.5270987 May 10 15:31:25.902750 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd4f4a-37a6-44f4-8c70-dc593c861198 req-754da1b7-f35d-4026-9337-eed1dacc1278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:25.904047 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-38cd4f4a-37a6-44f4-8c70-dc593c861198 req-754da1b7-f35d-4026-9337-eed1dacc1278 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8fa334aefe07413f8c6bb82b54b15fd0&device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 1101 time: 0.6186402 May 10 15:31:25.950988 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-2325c6fc-6efa-4731-85d4-cae80f7de646 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:25.994884 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-2325c6fc-6efa-4731-85d4-cae80f7de646 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Transition to ACTIVE for port object d2264153-af44-4558-8f5f-8f85a4e12932 will not be triggered until provisioned by entity DHCP. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:26.003756 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0e7435fb-ab78-4355-b804-2f2e87e27df0 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:26.055346 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-2325c6fc-6efa-4731-85d4-cae80f7de646 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:26.084841 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:26.171457 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 0e7435fb-ab78-4355-b804-2f2e87e27df0 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:26.185430 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-2325c6fc-6efa-4731-85d4-cae80f7de646 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Network ffd39617-231e-431e-81bd-fd1a3e33706a is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:31:26.191459 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 0e7435fb-ab78-4355-b804-2f2e87e27df0 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:26.191985 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:26.261114 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-2325c6fc-6efa-4731-85d4-cae80f7de646 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:26.264463 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-2325c6fc-6efa-4731-85d4-cae80f7de646 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:31:26.274674 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-2325c6fc-6efa-4731-85d4-cae80f7de646 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:26.275561 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-2325c6fc-6efa-4731-85d4-cae80f7de646 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:26.363046 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-2325c6fc-6efa-4731-85d4-cae80f7de646 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7796659 May 10 15:31:26.422003 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Request body: {'port': {'device_id': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:26.505011 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325c6fc-6efa-4731-85d4-cae80f7de646 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Pushing event updated for resources: {'Port': ['ID=d2264153-af44-4558-8f5f-8f85a4e12932,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:26.509741 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-2325c6fc-6efa-4731-85d4-cae80f7de646 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:26.627740 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:26.743252 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 0e7435fb-ab78-4355-b804-2f2e87e27df0, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=0e7435fb-ab78-4355-b804-2f2e87e27df0,segment=NetworkSegment(cb59a73b-8797-4355-afb8-ce09c8918c9c),segment_id=cb59a73b-8797-4355-afb8-ce09c8918c9c)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:26.748533 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:26.754583 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:26.784397 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd4f4a-37a6-44f4-8c70-dc593c861198 req-69cfe173-64b0-45a2-aa23-460ce9b632ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:26.785850 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-38cd4f4a-37a6-44f4-8c70-dc593c861198 req-69cfe173-64b0-45a2-aa23-460ce9b632ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=50cb2c09-7a71-41fd-aa62-13fd44d7bd7b HTTP/1.1" status: 200 len: 870 time: 0.8500509 May 10 15:31:26.800670 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.46', 50897) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:26.803244 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:26.822133 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-f4b93867-fa61-4c1a-b8b9-d7329473bd01 None None] Provisioning for port d2264153-af44-4558-8f5f-8f85a4e12932 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:26.832158 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-f4b93867-fa61-4c1a-b8b9-d7329473bd01 None None] Provisioning complete for port d2264153-af44-4558-8f5f-8f85a4e12932 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:26.832778 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f4b93867-fa61-4c1a-b8b9-d7329473bd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:26.847332 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916373f0-3679-4142-93b1-7701d098fd44 req-828ce9fe-a29f-4f6c-8a1e-f0a478f35f8c tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:26.855209 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-916373f0-3679-4142-93b1-7701d098fd44 req-828ce9fe-a29f-4f6c-8a1e-f0a478f35f8c tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.6682000 May 10 15:31:26.979843 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=0e7435fb-ab78-4355-b804-2f2e87e27df0,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:26.996547 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:27.007739 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-f4b93867-fa61-4c1a-b8b9-d7329473bd01 None None] Port d2264153-af44-4558-8f5f-8f85a4e12932 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:31:27.052814 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-38cd4f4a-37a6-44f4-8c70-dc593c861198 req-e5619bdd-2ca3-418a-823c-67cb53d1b9cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=31792d8e-6637-459b-982f-795cbddd6ffb HTTP/1.1" status: 200 len: 217 time: 0.1552567 May 10 15:31:27.073597 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-916373f0-3679-4142-93b1-7701d098fd44 req-bca7756e-c816-49d8-b7b8-81da54e28506 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175174 May 10 15:31:27.194024 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd4f4a-37a6-44f4-8c70-dc593c861198 req-9b4b38bc-de39-49c8-a72d-8b7708ce646d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:27.195515 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-38cd4f4a-37a6-44f4-8c70-dc593c861198 req-9b4b38bc-de39-49c8-a72d-8b7708ce646d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f72d71d7-d226-4d10-a9cc-b62c5645a8bb HTTP/1.1" status: 200 len: 843 time: 0.0674517 May 10 15:31:27.303689 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1d7a06e8-d298-46af-b1ce-60707c815c1c req-2982acbd-0b54-4b77-be57-a2bd48788002 service neutron] 10.222.0.46 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7293503 May 10 15:31:27.396299 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68d98d-b616-43ca-803a-f15a2d15a09b req-56d8fb13-b646-4125-b2b6-a68a78c83dae tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:27.405356 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fe68d98d-b616-43ca-803a-f15a2d15a09b req-56d8fb13-b646-4125-b2b6-a68a78c83dae tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.6054156 May 10 15:31:27.437945 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab1f0d-ef70-4c28-ada9-1961469c5949 req-94257419-3b16-4bd5-86d3-91bda9570991 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:27.440867 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-26ab1f0d-ef70-4c28-ada9-1961469c5949 req-94257419-3b16-4bd5-86d3-91bda9570991 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.6393163 May 10 15:31:27.441057 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcde0e-26cb-402b-b79b-ef162304bf87 req-3375635a-05d5-42ae-81b9-ea3e19877d16 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:27.448974 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a3fcde0e-26cb-402b-b79b-ef162304bf87 req-3375635a-05d5-42ae-81b9-ea3e19877d16 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 948 time: 0.1812737 May 10 15:31:27.468603 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2264153-af44-4558-8f5f-8f85a4e12932 {{(pid=78734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:31:27.480420 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:27.532527 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a3fcde0e-26cb-402b-b79b-ef162304bf87 req-6313cf74-4254-49f4-9944-c609ceff72a7 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/security-groups?id=5db34b10-aadc-4e04-93ed-ce3edbe0bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823905 May 10 15:31:27.534017 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Transition to ACTIVE for port object d2264153-af44-4558-8f5f-8f85a4e12932 will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:27.563739 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:27.568301 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-4d78dfe6-8087-4e5a-9764-7be3b81a0c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:27.595315 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd4f4a-37a6-44f4-8c70-dc593c861198 req-84a8993d-f300-485a-be97-ba74131c74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:27.597178 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-38cd4f4a-37a6-44f4-8c70-dc593c861198 req-84a8993d-f300-485a-be97-ba74131c74cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50cb2c09-7a71-41fd-aa62-13fd44d7bd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3864543 May 10 15:31:27.691123 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:27.750412 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fe68d98d-b616-43ca-803a-f15a2d15a09b req-d276cd1c-7083-4457-8244-84013516c06e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3410900 May 10 15:31:27.880398 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-26ab1f0d-ef70-4c28-ada9-1961469c5949 req-e2f9b5a3-8488-4b89-80bc-8dab56610deb tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Deleting port 4432053a-9d9a-4b16-b6cc-124ff1274d20 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:31:27.887657 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-26ab1f0d-ef70-4c28-ada9-1961469c5949 req-e2f9b5a3-8488-4b89-80bc-8dab56610deb tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:27.924912 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0e7435fb-ab78-4355-b804-2f2e87e27df0 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:27.927621 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-38cd4f4a-37a6-44f4-8c70-dc593c861198 req-e4a9d590-98b4-4af0-83ff-fb7a2aebc872 service neutron] 10.222.0.46 "GET /v2.0/networks/50cb2c09-7a71-41fd-aa62-13fd44d7bd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954988 May 10 15:31:28.015445 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=d2264153-af44-4558-8f5f-8f85a4e12932,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:28.030100 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:28.146530 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Attempting to bind port d2264153-af44-4558-8f5f-8f85a4e12932 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:31:28.147387 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Attempting to bind port d2264153-af44-4558-8f5f-8f85a4e12932 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'c25989dd-45c8-406f-b636-427ede4c499a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:31:28.147737 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Attempting to bind port d2264153-af44-4558-8f5f-8f85a4e12932 on network ffd39617-231e-431e-81bd-fd1a3e33706a {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:31:28.155333 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Port d2264153-af44-4558-8f5f-8f85a4e12932 on network ffd39617-231e-431e-81bd-fd1a3e33706a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:31:28.155664 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Attempting to bind port d2264153-af44-4558-8f5f-8f85a4e12932 on network ffd39617-231e-431e-81bd-fd1a3e33706a {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:31:28.160365 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0f9241af-b197-456d-bcd5-29e965d40396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:28.166351 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:31:28.166710 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Checking segment: {'id': 'c25989dd-45c8-406f-b636-427ede4c499a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:31:28.167102 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Bound using segment: {'id': 'c25989dd-45c8-406f-b636-427ede4c499a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:31:28.168118 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Bound port: d2264153-af44-4558-8f5f-8f85a4e12932, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25989dd-45c8-406f-b636-427ede4c499a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:31:28.168475 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:28.230083 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61453e34-804d-4fed-8ed0-f95e6b5f4c31 req-d35dc474-847e-4bd7-b200-b9a9ab7bfe11 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:28.230935 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-61453e34-804d-4fed-8ed0-f95e6b5f4c31 req-d35dc474-847e-4bd7-b200-b9a9ab7bfe11 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Synchronizing usage tracker for tenant:faa2ee53649b4235ba6d1175bfc6c4b2 on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:31:28.276712 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-26ab1f0d-ef70-4c28-ada9-1961469c5949 req-e2f9b5a3-8488-4b89-80bc-8dab56610deb tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] For port 4432053a-9d9a-4b16-b6cc-124ff1274d20, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=4432053a-9d9a-4b16-b6cc-124ff1274d20,segment=NetworkSegment(9785a653-52ff-49d8-9161-b0f125ed80ab),segment_id=9785a653-52ff-49d8-9161-b0f125ed80ab)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:28.276982 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 0e7435fb-ab78-4355-b804-2f2e87e27df0 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:28.277114 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:28.277636 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-26ab1f0d-ef70-4c28-ada9-1961469c5949 req-e2f9b5a3-8488-4b89-80bc-8dab56610deb tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:28.373301 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] For port d2264153-af44-4558-8f5f-8f85a4e12932, host hv-cinder-78494, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:31:28.380627 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] For port d2264153-af44-4558-8f5f-8f85a4e12932, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d2264153-af44-4558-8f5f-8f85a4e12932,segment=NetworkSegment(c25989dd-45c8-406f-b636-427ede4c499a),segment_id=c25989dd-45c8-406f-b636-427ede4c499a)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:31:28.386185 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-61453e34-804d-4fed-8ed0-f95e6b5f4c31 req-d35dc474-847e-4bd7-b200-b9a9ab7bfe11 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Unset dirty status for tenant:faa2ee53649b4235ba6d1175bfc6c4b2 on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:31:28.394908 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-61453e34-804d-4fed-8ed0-f95e6b5f4c31 req-d35dc474-847e-4bd7-b200-b9a9ab7bfe11 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 943 time: 0.5779898 May 10 15:31:28.444879 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:28.459383 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a0204a0b-a5b8-4b86-8101-f5ab942028d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:28.522730 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-26ab1f0d-ef70-4c28-ada9-1961469c5949 req-e2f9b5a3-8488-4b89-80bc-8dab56610deb tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Calling delete_port for 4432053a-9d9a-4b16-b6cc-124ff1274d20 owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:31:28.526172 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-61453e34-804d-4fed-8ed0-f95e6b5f4c31 req-668b5b7e-4831-485b-8d75-3af037e8908b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285021 May 10 15:31:28.535074 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:28.535933 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:28.537520 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] 10.222.0.46 "PUT /v2.0/ports/d2264153-af44-4558-8f5f-8f85a4e12932 HTTP/1.1" status: 200 len: 1093 time: 2.1303122 May 10 15:31:28.538212 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'tag': 'd2264153-af44-4558-8f5f-8f85a4e12932'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:31:28.572868 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:28.679375 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=d2264153-af44-4558-8f5f-8f85a4e12932,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:28.684993 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:28.732113 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778d2dd-3032-4860-8dc2-b38e9ffe3079 req-a1c46886-d92f-4630-a764-42938cc0a9c5 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:28.734147 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5778d2dd-3032-4860-8dc2-b38e9ffe3079 req-a1c46886-d92f-4630-a764-42938cc0a9c5 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 946 time: 0.3535273 May 10 15:31:28.740537 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-38cd4f4a-37a6-44f4-8c70-dc593c861198 req-5978e935-af09-4131-971c-ce74cad6531d service neutron] 10.222.0.46 "GET /v2.0/networks/50cb2c09-7a71-41fd-aa62-13fd44d7bd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268080 May 10 15:31:28.805588 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5778d2dd-3032-4860-8dc2-b38e9ffe3079 req-dffb8b01-37eb-42b9-bc04-8fdb0a72b826 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/security-groups?id=225d23fc-ce66-4f01-9c83-4d4322700cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620613 May 10 15:31:28.806036 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 31792d8e-6637-459b-982f-795cbddd6ffb details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:31:28.809625 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-53095cc8-bc73-41c5-ad1b-305df69d9bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:28.810370 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 4432053a-9d9a-4b16-b6cc-124ff1274d20 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:31:28.814250 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-53095cc8-bc73-41c5-ad1b-305df69d9bdb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=faa2ee53649b4235ba6d1175bfc6c4b2&device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 1096 time: 0.2211647 May 10 15:31:28.904852 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'tag': 'd2264153-af44-4558-8f5f-8f85a4e12932', 'status': 'completed', 'code': 200} May 10 15:31:28.915716 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-badfc98c-7893-47ef-a1e4-b5a13bad54c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2264153-af44-4558-8f5f-8f85a4e12932 HTTP/1.1" status: 200 len: 217 time: 0.0931499 May 10 15:31:28.948112 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-26ab1f0d-ef70-4c28-ada9-1961469c5949 req-e2f9b5a3-8488-4b89-80bc-8dab56610deb tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:28.954569 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:28.996131 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c02fdf-dad9-4588-a9c3-f6d85b7dc9cf req-32ac49d8-7d47-4c8a-8627-16162f7b6525 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:28.998706 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-27c02fdf-dad9-4588-a9c3-f6d85b7dc9cf req-32ac49d8-7d47-4c8a-8627-16162f7b6525 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 948 time: 0.2795887 May 10 15:31:29.035547 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-ea17cd50-a9e0-4ed9-8f1c-c70d84b1ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:29.036780 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-ea17cd50-a9e0-4ed9-8f1c-c70d84b1ac19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8768d47-d5ea-4367-abf5-0bbfca3a1b00 HTTP/1.1" status: 200 len: 848 time: 0.1133554 May 10 15:31:29.084199 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No active binding found for port 4432053a-9d9a-4b16-b6cc-124ff1274d20 {{(pid=78736) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 10 15:31:29.084935 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 4432053a-9d9a-4b16-b6cc-124ff1274d20 not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:31:29.121237 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-27c02fdf-dad9-4588-a9c3-f6d85b7dc9cf req-af9f0483-1422-4c5e-a45d-eeddf0cb78e1 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/security-groups?id=5db34b10-aadc-4e04-93ed-ce3edbe0bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095202 May 10 15:31:29.169788 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-c52dc181-1823-4c4a-8636-06b12efff1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:29.173577 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-c52dc181-1823-4c4a-8636-06b12efff1d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd39617-231e-431e-81bd-fd1a3e33706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1230845 May 10 15:31:29.177854 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9b5a3-8488-4b89-80bc-8dab56610deb tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Pushing event deleted for resources: {'Port': ['ID=4432053a-9d9a-4b16-b6cc-124ff1274d20,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:29.182361 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e2f9b5a3-8488-4b89-80bc-8dab56610deb tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:29.212402 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 31792d8e-6637-459b-982f-795cbddd6ffb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=31792d8e-6637-459b-982f-795cbddd6ffb,segment=NetworkSegment(c5edc44e-00e7-48fe-8d0a-d045df6ea795),segment_id=c5edc44e-00e7-48fe-8d0a-d045df6ea795)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:29.253546 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': '31792d8e-6637-459b-982f-795cbddd6ffb', 'network_id': '50cb2c09-7a71-41fd-aa62-13fd44d7bd7b', 'port_id': '31792d8e-6637-459b-982f-795cbddd6ffb', 'mac_address': 'fa:16:3e:7d:51:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72d71d7-d226-4d10-a9cc-b62c5645a8bb', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:31:29.284067 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ab1f0d-ef70-4c28-ada9-1961469c5949 req-e2f9b5a3-8488-4b89-80bc-8dab56610deb tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] No DVR routers for this DVR port 4432053a-9d9a-4b16-b6cc-124ff1274d20 on host hv-cinder-78494 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:31:29.287176 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-26ab1f0d-ef70-4c28-ada9-1961469c5949 req-e2f9b5a3-8488-4b89-80bc-8dab56610deb tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:29.292038 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe28f04-e7c9-43db-9aee-4bafa2650db4', 'name': 'network-vif-deleted', 'tag': '4432053a-9d9a-4b16-b6cc-124ff1274d20'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:31:29.323397 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-26ab1f0d-ef70-4c28-ada9-1961469c5949 req-e2f9b5a3-8488-4b89-80bc-8dab56610deb tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.46 "DELETE /v2.0/ports/4432053a-9d9a-4b16-b6cc-124ff1274d20 HTTP/1.1" status: 204 len: 173 time: 1.8727765 May 10 15:31:29.334853 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588dcfda-d569-4b30-9069-bf6c06444d0e req-41c9854c-cec8-490c-ac30-16585d98b9f3 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:29.340569 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-588dcfda-d569-4b30-9069-bf6c06444d0e req-41c9854c-cec8-490c-ac30-16585d98b9f3 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.3250742 May 10 15:31:29.374958 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe28f04-e7c9-43db-9aee-4bafa2650db4', 'name': 'network-vif-deleted', 'tag': '4432053a-9d9a-4b16-b6cc-124ff1274d20', 'status': 'completed', 'code': 200} May 10 15:31:29.379610 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:29.408059 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-6e716dfd-5125-46f2-b142-897b5b4002ad service neutron] 10.222.0.46 "GET /v2.0/networks/ffd39617-231e-431e-81bd-fd1a3e33706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261889 May 10 15:31:29.409137 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31792d8e-6637-459b-982f-795cbddd6ffb {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:31:29.416165 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-588dcfda-d569-4b30-9069-bf6c06444d0e req-b65fdda4-3a32-4e0b-9747-ea664c501ce4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712330 May 10 15:31:29.427805 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 31792d8e-6637-459b-982f-795cbddd6ffb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=31792d8e-6637-459b-982f-795cbddd6ffb,segment=NetworkSegment(c5edc44e-00e7-48fe-8d0a-d045df6ea795),segment_id=c5edc44e-00e7-48fe-8d0a-d045df6ea795)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:29.443955 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:29.443955 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5dc693d1-72aa-4a34-b3ff-98c33c529a08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:29.554515 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=31792d8e-6637-459b-982f-795cbddd6ffb,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:29.563735 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:29.564162 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:29.564505 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:29.564835 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:29.565173 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:29.565514 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:29.565838 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:29.566159 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:29.566481 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:29.566802 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:29.567120 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:29.567437 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:29.582145 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:29.616592 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0eab4a11-0873-478b-b35e-6fc47a9db261 req-3a1cb44e-b8d9-4560-b639-bdf9b01031b4 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd39617-231e-431e-81bd-fd1a3e33706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003412 May 10 15:31:29.671667 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['31792d8e-6637-459b-982f-795cbddd6ffb'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:31:29.817638 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e61778-462a-4c8f-8812-1f546d25b428 req-70ce773f-960d-4f12-a2b5-9ddb0f423ab5 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:29.825287 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-44e61778-462a-4c8f-8812-1f546d25b428 req-70ce773f-960d-4f12-a2b5-9ddb0f423ab5 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 943 time: 0.1145246 May 10 15:31:29.855869 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a9d02-1f20-4fb9-b72a-ae11256dcab0 req-1330286c-53b5-4a9e-b1c4-58d833bf03ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:29.857472 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-418a9d02-1f20-4fb9-b72a-ae11256dcab0 req-1330286c-53b5-4a9e-b1c4-58d833bf03ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=faa2ee53649b4235ba6d1175bfc6c4b2&device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 1096 time: 0.1908622 May 10 15:31:29.957017 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-44e61778-462a-4c8f-8812-1f546d25b428 req-a8dd58fb-3e2e-453f-9b5d-7238c50176ec tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300237 May 10 15:31:30.033745 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-898e6934-c81b-4b87-838d-44fa89fbdf3e req-cb94bdb0-5713-46e2-bbda-65abc5f64183 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Synchronizing usage tracker for tenant:bf36bc9313b0433d889286c8d877bce8 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:31:30.057975 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a9d02-1f20-4fb9-b72a-ae11256dcab0 req-86f67c58-5942-4e65-87a9-2a788c884153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:30.059598 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-418a9d02-1f20-4fb9-b72a-ae11256dcab0 req-86f67c58-5942-4e65-87a9-2a788c884153 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffd39617-231e-431e-81bd-fd1a3e33706a HTTP/1.1" status: 200 len: 910 time: 0.1917114 May 10 15:31:30.064187 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-898e6934-c81b-4b87-838d-44fa89fbdf3e req-cb94bdb0-5713-46e2-bbda-65abc5f64183 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Unset dirty status for tenant:bf36bc9313b0433d889286c8d877bce8 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:31:30.065538 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-898e6934-c81b-4b87-838d-44fa89fbdf3e req-cb94bdb0-5713-46e2-bbda-65abc5f64183 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fe28f04-e7c9-43db-9aee-4bafa2650db4 HTTP/1.1" status: 200 len: 210 time: 0.0856161 May 10 15:31:30.156937 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-418a9d02-1f20-4fb9-b72a-ae11256dcab0 req-170a8b66-537e-4ce6-b7e1-c7a10a7859e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2264153-af44-4558-8f5f-8f85a4e12932 HTTP/1.1" status: 200 len: 217 time: 0.0899394 May 10 15:31:30.229267 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a9d02-1f20-4fb9-b72a-ae11256dcab0 req-f2837697-58dd-4b8a-911e-44436565c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:30.230962 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-418a9d02-1f20-4fb9-b72a-ae11256dcab0 req-f2837697-58dd-4b8a-911e-44436565c0b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8768d47-d5ea-4367-abf5-0bbfca3a1b00 HTTP/1.1" status: 200 len: 848 time: 0.0674071 May 10 15:31:30.304836 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:30.565095 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1f1d1-abd8-45a5-a109-e04e8f9a996b req-e9625ffb-c349-4889-a8b0-73c54302deb6 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:30.566437 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a4e1f1d1-abd8-45a5-a109-e04e8f9a996b req-e9625ffb-c349-4889-a8b0-73c54302deb6 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 949 time: 0.2919109 May 10 15:31:30.572706 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a9d02-1f20-4fb9-b72a-ae11256dcab0 req-c95a7812-a04f-4ff0-9d0b-9e4d4a7110f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:30.575810 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-418a9d02-1f20-4fb9-b72a-ae11256dcab0 req-c95a7812-a04f-4ff0-9d0b-9e4d4a7110f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd39617-231e-431e-81bd-fd1a3e33706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3356049 May 10 15:31:30.698446 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a4e1f1d1-abd8-45a5-a109-e04e8f9a996b req-830c205c-8af9-42a6-aeb8-961b195fd6b2 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/security-groups?id=5db34b10-aadc-4e04-93ed-ce3edbe0bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233499 May 10 15:31:30.758320 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-418a9d02-1f20-4fb9-b72a-ae11256dcab0 req-1f058ec0-b5f1-46f6-ae8a-e6eee24310e6 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd39617-231e-431e-81bd-fd1a3e33706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612608 May 10 15:31:30.827818 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 31792d8e-6637-459b-982f-795cbddd6ffb up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:30.907171 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port 31792d8e-6637-459b-982f-795cbddd6ffb completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:30.913488 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-418a9d02-1f20-4fb9-b72a-ae11256dcab0 req-7ceaeb5f-077f-4e61-8c4e-8d48ae985300 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd39617-231e-431e-81bd-fd1a3e33706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473494 May 10 15:31:30.915180 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port 31792d8e-6637-459b-982f-795cbddd6ffb triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:30.915560 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:31.068390 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:31.097229 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd659ce2-1abd-48e9-98d7-85665b42f0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31792d8e-6637-459b-982f-795cbddd6ffb'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:31:31.108267 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 31792d8e-6637-459b-982f-795cbddd6ffb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=31792d8e-6637-459b-982f-795cbddd6ffb,segment=NetworkSegment(c5edc44e-00e7-48fe-8d0a-d045df6ea795),segment_id=c5edc44e-00e7-48fe-8d0a-d045df6ea795)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:31.118285 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:31.120341 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:31.173777 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900333-be36-4bcc-b1d9-b9764e67c7dd req-671774dc-3b95-4e1b-ad07-e841737d2e9b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:31.175325 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ee900333-be36-4bcc-b1d9-b9764e67c7dd req-671774dc-3b95-4e1b-ad07-e841737d2e9b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 943 time: 0.1083879 May 10 15:31:31.198721 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 49380) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:31.229600 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=31792d8e-6637-459b-982f-795cbddd6ffb,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:31.232983 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-ee900333-be36-4bcc-b1d9-b9764e67c7dd req-dd313d87-cd93-442d-a192-cf39389d0d4b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Synchronizing usage tracker for tenant:faa2ee53649b4235ba6d1175bfc6c4b2 on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:31:31.239033 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:31.245791 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd659ce2-1abd-48e9-98d7-85665b42f0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31792d8e-6637-459b-982f-795cbddd6ffb', 'code': 200} May 10 15:31:31.251340 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-ee900333-be36-4bcc-b1d9-b9764e67c7dd req-dd313d87-cd93-442d-a192-cf39389d0d4b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Unset dirty status for tenant:faa2ee53649b4235ba6d1175bfc6c4b2 on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:31:31.252559 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ee900333-be36-4bcc-b1d9-b9764e67c7dd req-dd313d87-cd93-442d-a192-cf39389d0d4b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693085 May 10 15:31:31.682257 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db6b6f-003e-4891-8c49-49c2dbd6fd26 req-c63ec525-1102-407f-a87e-7d07f67cd143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:31.683781 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-63db6b6f-003e-4891-8c49-49c2dbd6fd26 req-c63ec525-1102-407f-a87e-7d07f67cd143 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 1103 time: 0.1840646 May 10 15:31:31.770015 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-63db6b6f-003e-4891-8c49-49c2dbd6fd26 req-ede47884-11a5-4532-b496-f84b93085500 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5db34b10-aadc-4e04-93ed-ce3edbe0bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588825 May 10 15:31:31.973025 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e94afa-fa39-4ada-87ba-ccbcfdffe92f req-ff2ff4cc-e167-4bc9-8e61-176bc5c3b504 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:31.974397 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e0e94afa-fa39-4ada-87ba-ccbcfdffe92f req-ff2ff4cc-e167-4bc9-8e61-176bc5c3b504 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 950 time: 0.1335087 May 10 15:31:32.031471 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e0e94afa-fa39-4ada-87ba-ccbcfdffe92f req-7b76e346-2663-4eb7-bde0-1e1f5f82dce4 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/security-groups?id=5db34b10-aadc-4e04-93ed-ce3edbe0bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502205 May 10 15:31:32.035672 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705539'] for router_interface, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:32.533467 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c85bb-de14-4af3-8b08-bbf2517c2879 req-6c948232-eeb4-4a59-b504-760d567b5b08 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:32.535728 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c67c85bb-de14-4af3-8b08-bbf2517c2879 req-6c948232-eeb4-4a59-b504-760d567b5b08 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 943 time: 0.1278307 May 10 15:31:32.606493 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c67c85bb-de14-4af3-8b08-bbf2517c2879 req-016a59d4-7ee9-43e0-878a-35aef0ac4c1c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604627 May 10 15:31:32.696540 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Deleting port 4f90b92b-655c-449b-b682-8b7fd37debc5 {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:31:32.703156 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:32.889637 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] For port 4f90b92b-655c-449b-b682-8b7fd37debc5, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=4f90b92b-655c-449b-b682-8b7fd37debc5,segment=NetworkSegment(9785a653-52ff-49d8-9161-b0f125ed80ab),segment_id=9785a653-52ff-49d8-9161-b0f125ed80ab)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:32.890175 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:33.027397 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Calling delete_port for 4f90b92b-655c-449b-b682-8b7fd37debc5 owned by network:router_interface {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:31:33.372876 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458c540-1edf-412d-ac8c-85c2f67541f7 req-ed1abaf9-3cb3-4197-90a5-cf3299dbfc6e tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:33.374354 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d458c540-1edf-412d-ac8c-85c2f67541f7 req-ed1abaf9-3cb3-4197-90a5-cf3299dbfc6e tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 950 time: 0.1285312 May 10 15:31:33.476806 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d458c540-1edf-412d-ac8c-85c2f67541f7 req-70b9d60c-0c39-4a64-bf1b-03f03947867a tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/security-groups?id=5db34b10-aadc-4e04-93ed-ce3edbe0bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614452 May 10 15:31:33.484287 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:33.489966 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:33.558504 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f90b92b-655c-449b-b682-8b7fd37debc5,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:33.601671 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:33.602197 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:33.603339 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:33.603339 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:33.603551 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:33.603894 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:33.604338 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:33.604691 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:33.605124 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:33.605469 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:33.605831 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:33.606221 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:33.610139 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:33.898161 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708275'] for router_interface, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:34.080358 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2458e4-6b87-41ba-9f82-2b2f2c6a1d52 req-47c0ba03-0580-44d8-8102-1101926cf2d9 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:34.090253 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dd2458e4-6b87-41ba-9f82-2b2f2c6a1d52 req-47c0ba03-0580-44d8-8102-1101926cf2d9 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 950 time: 0.1207609 May 10 15:31:34.156232 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dd2458e4-6b87-41ba-9f82-2b2f2c6a1d52 req-6369e7b4-ed10-4f3b-a62a-dfeb18e9ca37 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/security-groups?id=5db34b10-aadc-4e04-93ed-ce3edbe0bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628726 May 10 15:31:34.239182 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37851f3f-68a7-46b2-95cf-bde89ca43e9c req-036de00e-262c-41d3-833d-8dc27adb2e69 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:34.244279 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-37851f3f-68a7-46b2-95cf-bde89ca43e9c req-036de00e-262c-41d3-833d-8dc27adb2e69 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 943 time: 0.3405840 May 10 15:31:34.314620 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-37851f3f-68a7-46b2-95cf-bde89ca43e9c req-169dbc52-643b-4f63-9f73-fcdb392fb487 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641656 May 10 15:31:34.558073 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Router efd8a154-67c8-41ee-9a3f-91fea3cd7c40 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:31:34.739425 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:31:34.750316 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27162a24-1c42-4b6c-9e1b-7bca8d84dbcf None None] Sync routers for ids ['efd8a154-67c8-41ee-9a3f-91fea3cd7c40'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:31:34.761112 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27162a24-1c42-4b6c-9e1b-7bca8d84dbcf None None] Routers {'efd8a154-67c8-41ee-9a3f-91fea3cd7c40'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:31:34.761974 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-27162a24-1c42-4b6c-9e1b-7bca8d84dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:31:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['efd8a154-67c8-41ee-9a3f-91fea3cd7c40'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:34.762447 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] 10.222.0.11 "PUT /v2.0/routers/efd8a154-67c8-41ee-9a3f-91fea3cd7c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5624979 May 10 15:31:34.764959 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 49414) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:34.994050 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:35.031368 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-27162a24-1c42-4b6c-9e1b-7bca8d84dbcf None None] Set router efd8a154-67c8-41ee-9a3f-91fea3cd7c40 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:31:35.188759 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:35.284736 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Deleting port 611e352a-ce80-4522-a0d2-a8c2907d3775 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:31:35.285174 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:35.425631 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-27162a24-1c42-4b6c-9e1b-7bca8d84dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'name': 'tempest-ServerRescueNegativeTestJSON-232878922-router', 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '611e352a-ce80-4522-a0d2-a8c2907d3775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:23Z', 'updated_at': '2021-05-10T15:31:33Z', 'revision_number': 5, 'project_id': 'bf36bc9313b0433d889286c8d877bce8', 'gw_port': {'id': '611e352a-ce80-4522-a0d2-a8c2907d3775', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:24Z', 'updated_at': '2021-05-10T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:35.431038 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27162a24-1c42-4b6c-9e1b-7bca8d84dbcf None None] Checking router: efd8a154-67c8-41ee-9a3f-91fea3cd7c40 for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:31:35.447239 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27162a24-1c42-4b6c-9e1b-7bca8d84dbcf None None] Routers {'efd8a154-67c8-41ee-9a3f-91fea3cd7c40'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:31:35.447613 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-27162a24-1c42-4b6c-9e1b-7bca8d84dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:31:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['efd8a154-67c8-41ee-9a3f-91fea3cd7c40'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:35.509697 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38fba0-7138-406b-b922-48c117c57472 req-6c14db2c-4eb5-409c-8499-883134302c13 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:35.516641 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9f38fba0-7138-406b-b922-48c117c57472 req-6c14db2c-4eb5-409c-8499-883134302c13 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 950 time: 0.2094848 May 10 15:31:35.575982 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] For port 611e352a-ce80-4522-a0d2-a8c2907d3775, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=611e352a-ce80-4522-a0d2-a8c2907d3775,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:35.575982 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:35.600289 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9f38fba0-7138-406b-b922-48c117c57472 req-af9d381a-83f1-4794-991c-987f7c8f8b33 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/security-groups?id=5db34b10-aadc-4e04-93ed-ce3edbe0bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778811 May 10 15:31:35.614292 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c2bbb-4ec6-431a-acb1-7e4750a75fd9 req-f8897e5c-3712-456f-a1f3-da17b679ddea tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:35.625285 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-977c2bbb-4ec6-431a-acb1-7e4750a75fd9 req-f8897e5c-3712-456f-a1f3-da17b679ddea tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 943 time: 0.1363142 May 10 15:31:35.653926 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-27162a24-1c42-4b6c-9e1b-7bca8d84dbcf None None] Set router efd8a154-67c8-41ee-9a3f-91fea3cd7c40 gateway port host: None {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:31:35.699431 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-977c2bbb-4ec6-431a-acb1-7e4750a75fd9 req-88228729-9a72-4d5d-a8ff-b888e520df60 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729222 May 10 15:31:35.729837 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Calling delete_port for 611e352a-ce80-4522-a0d2-a8c2907d3775 owned by network:router_gateway {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:31:35.770552 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-27162a24-1c42-4b6c-9e1b-7bca8d84dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'name': 'tempest-ServerRescueNegativeTestJSON-232878922-router', 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:23Z', 'updated_at': '2021-05-10T15:31:35Z', 'revision_number': 6, 'project_id': 'bf36bc9313b0433d889286c8d877bce8', 'gw_port_host': None}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:35.775497 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27162a24-1c42-4b6c-9e1b-7bca8d84dbcf None None] The sync data for ids ['efd8a154-67c8-41ee-9a3f-91fea3cd7c40'] in dv-cinder-784945-8-iscsi is: [{'id': 'efd8a154-67c8-41ee-9a3f-91fea3cd7c40', 'name': 'tempest-ServerRescueNegativeTestJSON-232878922-router', 'tenant_id': 'bf36bc9313b0433d889286c8d877bce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:23Z', 'updated_at': '2021-05-10T15:31:35Z', 'revision_number': 6, 'project_id': 'bf36bc9313b0433d889286c8d877bce8', 'gw_port_host': None}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:31:36.223431 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:36.228276 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:36.275721 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=611e352a-ce80-4522-a0d2-a8c2907d3775,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:36.355871 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:36.356239 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:36.356597 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:36.356944 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:36.357295 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:36.357638 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:36.357976 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:36.358329 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:36.358675 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:36.358999 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:36.359399 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:36.359671 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:36.362798 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:36.398833 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706855'] for router_gateway, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:36.579451 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127055'] for router, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:36.581707 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:36.681463 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1830005'] for router, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:36.682213 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efd8a154-67c8-41ee-9a3f-91fea3cd7c40 {{(pid=78735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:31:36.701605 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Notify callbacks [] for router, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:36.703036 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/efd8a154-67c8-41ee-9a3f-91fea3cd7c40 HTTP/1.1" status: 204 len: 168 time: 1.9368920 May 10 15:31:36.706247 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 49432) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:36.844701 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab2359-1507-4b11-b83a-473243ba4310 req-8e031930-eb45-4422-a888-5da49745fce2 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:36.846281 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-daab2359-1507-4b11-b83a-473243ba4310 req-8e031930-eb45-4422-a888-5da49745fce2 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 950 time: 0.1118419 May 10 15:31:36.865581 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3022de-cbd8-486e-a48a-c7d674038376 admin admin] Deleting subnet 267b5f04-b662-4592-a7d5-8c1f3a4c55e0 {{(pid=78734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:31:36.874758 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5d3022de-cbd8-486e-a48a-c7d674038376 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:36.899452 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-daab2359-1507-4b11-b83a-473243ba4310 req-dd44398d-bb43-484e-a796-28865aa056f8 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/security-groups?id=5db34b10-aadc-4e04-93ed-ce3edbe0bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433817 May 10 15:31:36.937842 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5d3022de-cbd8-486e-a48a-c7d674038376 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:36.951847 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5d3022de-cbd8-486e-a48a-c7d674038376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-867255'] for subnet, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:37.040216 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2fe95-784e-4998-8d38-d8707c0059bf req-101b064d-d0ed-45e5-bd95-da7c65b7ff25 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:37.041669 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-fab2fe95-784e-4998-8d38-d8707c0059bf req-101b064d-d0ed-45e5-bd95-da7c65b7ff25 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 943 time: 0.2130325 May 10 15:31:37.152436 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-fab2fe95-784e-4998-8d38-d8707c0059bf req-eb5e4302-f9ef-47a9-9013-b09ca4b74476 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689785 May 10 15:31:37.250174 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5d3022de-cbd8-486e-a48a-c7d674038376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-867256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:37.254635 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:37.290484 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3022de-cbd8-486e-a48a-c7d674038376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=267b5f04-b662-4592-a7d5-8c1f3a4c55e0,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:37.303211 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-5d3022de-cbd8-486e-a48a-c7d674038376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:37.312300 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5d3022de-cbd8-486e-a48a-c7d674038376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:37.318141 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-5d3022de-cbd8-486e-a48a-c7d674038376 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/267b5f04-b662-4592-a7d5-8c1f3a4c55e0 HTTP/1.1" status: 204 len: 168 time: 0.6108046 May 10 15:31:37.321167 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 49448) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:37.419418 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:37.541290 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8771509523613'] for network, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:37.629511 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:31:37.629850 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:31:37.630581 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:31:37.630923 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Subscribe: > port after_create 55550000 {{(pid=78734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:31:37.631237 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:31:37.631563 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Subscribe: > port after_update 55550000 {{(pid=78734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:31:37.631981 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:31:37.632296 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:31:37.632604 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:31:37.633485 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:31:37.697075 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:31:37.697352 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:31:37.697682 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:31:37.698004 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:31:37.698355 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295295ac-f6af-4bcd-a052-58ea42c8fc65']}} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:37.711068 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9785a653-52ff-49d8-9161-b0f125ed80ab') {'for_net_delete': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:37.711741 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9785a653-52ff-49d8-9161-b0f125ed80ab') {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:37.722415 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509535335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-962804'] for segment, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:37.738414 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:37.745637 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=78734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:31:37.746039 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1365423'] for segment, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: from cryptography.utils import int_from_bytes May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: from cryptography.utils import int_from_bytes May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: Traceback (most recent call last): May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: timer() May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: cb(*args, **kw) May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: return func(*args, **kwargs) May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: self._notify() May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: self.callback(batched_events) May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: event.method(event) May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: return f(self, *a, **k) May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: return self._get(url).json() May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: return self.request(url, 'GET', **kwargs) May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:31:37.760713 dv-cinder-784945-8-iscsi neutron-server[78734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:31:37.822929 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 611e352a-ce80-4522-a0d2-a8c2907d3775 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:31:37.837207 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706869'] for network, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:37.841310 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:37.859427 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:37.862094 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Pushing event deleted for resources: {'Network': ['ID=295295ac-f6af-4bcd-a052-58ea42c8fc65,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:37.864355 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: 611e352a-ce80-4522-a0d2-a8c2907d3775 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:31:37.864498 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 611e352a-ce80-4522-a0d2-a8c2907d3775 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:31:37.864941 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 4f90b92b-655c-449b-b682-8b7fd37debc5 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:31:37.868157 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:37.875200 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] 10.222.0.11 "DELETE /v2.0/networks/295295ac-f6af-4bcd-a052-58ea42c8fc65 HTTP/1.1" status: 204 len: 168 time: 0.5530965 May 10 15:31:37.903741 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: 4f90b92b-655c-449b-b682-8b7fd37debc5 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:31:37.904073 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 4f90b92b-655c-449b-b682-8b7fd37debc5 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:31:38.141550 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 49460) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:38.157918 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1781d4-5967-4f95-a1b7-04dfe24a1250 req-07293726-7766-4de9-b9c3-8b3f3ed53844 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:38.159333 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-dd1781d4-5967-4f95-a1b7-04dfe24a1250 req-07293726-7766-4de9-b9c3-8b3f3ed53844 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 950 time: 0.1154654 May 10 15:31:38.166565 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d6093-0fb6-46eb-b29b-eae5a8086018 req-5200ae1d-10ac-4929-9ae0-813f49e28e0e tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:38.167969 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c67d6093-0fb6-46eb-b29b-eae5a8086018 req-5200ae1d-10ac-4929-9ae0-813f49e28e0e tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 950 time: 0.1568067 May 10 15:31:38.195254 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-cc76a523-f233-4d28-a395-626d9b7dcc73 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf36bc9313b0433d889286c8d877bce8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0524828 May 10 15:31:38.197882 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 49466) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:38.255144 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cab47663-e12d-4d1a-a04f-8068569df0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:38.267507 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c67d6093-0fb6-46eb-b29b-eae5a8086018 req-a418e1f4-cedf-4c96-a610-c7a1ca92ce90 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/security-groups?id=5db34b10-aadc-4e04-93ed-ce3edbe0bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664668 May 10 15:31:38.281342 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cab47663-e12d-4d1a-a04f-8068569df0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:38.347692 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cab47663-e12d-4d1a-a04f-8068569df0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:38.354297 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4bcd721f-3ee0-40eb-8f48-14ae18260c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:38.388543 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab47663-e12d-4d1a-a04f-8068569df0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225d23fc-ce66-4f01-9c83-4d4322700cc3,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:38.402096 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cab47663-e12d-4d1a-a04f-8068569df0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:38.412138 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cab47663-e12d-4d1a-a04f-8068569df0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:38.413602 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-cab47663-e12d-4d1a-a04f-8068569df0eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/225d23fc-ce66-4f01-9c83-4d4322700cc3 HTTP/1.1" status: 204 len: 168 time: 0.2147260 May 10 15:31:38.422911 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-dd1781d4-5967-4f95-a1b7-04dfe24a1250 req-e35fc422-c381-46a4-ba50-11df3adf8959 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Deleting port 31792d8e-6637-459b-982f-795cbddd6ffb {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:31:38.423268 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-dd1781d4-5967-4f95-a1b7-04dfe24a1250 req-e35fc422-c381-46a4-ba50-11df3adf8959 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:38.597084 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-dd1781d4-5967-4f95-a1b7-04dfe24a1250 req-e35fc422-c381-46a4-ba50-11df3adf8959 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] For port 31792d8e-6637-459b-982f-795cbddd6ffb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=31792d8e-6637-459b-982f-795cbddd6ffb,segment=NetworkSegment(c5edc44e-00e7-48fe-8d0a-d045df6ea795),segment_id=c5edc44e-00e7-48fe-8d0a-d045df6ea795)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:38.597522 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-dd1781d4-5967-4f95-a1b7-04dfe24a1250 req-e35fc422-c381-46a4-ba50-11df3adf8959 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:38.767167 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-19ccd56b-5b3d-4aea-9d51-5af0d4bbecb8 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:38.768063 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-19ccd56b-5b3d-4aea-9d51-5af0d4bbecb8 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Synchronizing usage tracker for tenant:347bd0d6f00146ea94622b561a4350f6 on resource:network {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:31:38.784507 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-dd1781d4-5967-4f95-a1b7-04dfe24a1250 req-e35fc422-c381-46a4-ba50-11df3adf8959 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Calling delete_port for 31792d8e-6637-459b-982f-795cbddd6ffb owned by compute:nova {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:31:38.789697 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-19ccd56b-5b3d-4aea-9d51-5af0d4bbecb8 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Unset dirty status for tenant:347bd0d6f00146ea94622b561a4350f6 on resource:network {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:31:38.791592 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-19ccd56b-5b3d-4aea-9d51-5af0d4bbecb8 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/networks?id=d63baf96-5392-4798-b336-29e63d92d7d9 HTTP/1.1" status: 200 len: 814 time: 0.1864130 May 10 15:31:38.811918 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-e0e91aed-d5c1-4233-9831-0c71c5788632 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/quotas/347bd0d6f00146ea94622b561a4350f6 HTTP/1.1" status: 200 len: 375 time: 0.0136957 May 10 15:31:38.852761 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef1093-7470-42c7-9ce7-034cdc8c0136 req-e5fe1e58-d9ef-484d-8392-d3766657dd7a tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:38.854765 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-59ef1093-7470-42c7-9ce7-034cdc8c0136 req-e5fe1e58-d9ef-484d-8392-d3766657dd7a tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 943 time: 0.1789901 May 10 15:31:38.942554 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-3964ff62-c200-4e4a-b1e0-787f4f836577 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=347bd0d6f00146ea94622b561a4350f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1248088 May 10 15:31:38.991045 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-59ef1093-7470-42c7-9ce7-034cdc8c0136 req-847ffc69-671e-4a1e-89cf-e390f8613970 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994289 May 10 15:31:39.021136 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-dd1781d4-5967-4f95-a1b7-04dfe24a1250 req-e35fc422-c381-46a4-ba50-11df3adf8959 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:39.029401 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-aa49e23b-f9bb-4fa2-a025-98f75ffd49b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:39.080154 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fc422-c381-46a4-ba50-11df3adf8959 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Pushing event deleted for resources: {'Port': ['ID=31792d8e-6637-459b-982f-795cbddd6ffb,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:39.085378 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-e35fc422-c381-46a4-ba50-11df3adf8959 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:39.115463 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-160df0e2-9a45-44ef-b5cc-09b07683d6ea service neutron] 10.222.0.11 "GET /v2.0/networks/d63baf96-5392-4798-b336-29e63d92d7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574655 May 10 15:31:39.157775 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1781d4-5967-4f95-a1b7-04dfe24a1250 req-e35fc422-c381-46a4-ba50-11df3adf8959 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] No DVR routers for this DVR port 31792d8e-6637-459b-982f-795cbddd6ffb on host hv-cinder-78494 {{(pid=78734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:31:39.160059 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-dd1781d4-5967-4f95-a1b7-04dfe24a1250 req-e35fc422-c381-46a4-ba50-11df3adf8959 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:39.163976 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd659ce2-1abd-48e9-98d7-85665b42f0cb', 'name': 'network-vif-deleted', 'tag': '31792d8e-6637-459b-982f-795cbddd6ffb'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:31:39.182801 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-dd1781d4-5967-4f95-a1b7-04dfe24a1250 req-e35fc422-c381-46a4-ba50-11df3adf8959 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.46 "DELETE /v2.0/ports/31792d8e-6637-459b-982f-795cbddd6ffb HTTP/1.1" status: 204 len: 173 time: 1.0121427 May 10 15:31:39.230665 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd659ce2-1abd-48e9-98d7-85665b42f0cb', 'name': 'network-vif-deleted', 'tag': '31792d8e-6637-459b-982f-795cbddd6ffb', 'status': 'completed', 'code': 200} May 10 15:31:39.297510 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-b26d4bda-fe4c-42ad-84b8-88edab6b7585 service neutron] 10.222.0.11 "GET /v2.0/networks/d63baf96-5392-4798-b336-29e63d92d7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739402 May 10 15:31:39.376974 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 49512) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:39.464959 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-bbe476c2-6c1a-4605-8135-d88e6714f76c req-43650647-50ff-4176-8e40-1be25ace268f tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Synchronizing usage tracker for tenant:8fa334aefe07413f8c6bb82b54b15fd0 on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:31:39.484159 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-bbe476c2-6c1a-4605-8135-d88e6714f76c req-43650647-50ff-4176-8e40-1be25ace268f tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Unset dirty status for tenant:8fa334aefe07413f8c6bb82b54b15fd0 on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:31:39.493999 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bbe476c2-6c1a-4605-8135-d88e6714f76c req-43650647-50ff-4176-8e40-1be25ace268f tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 210 time: 0.0762167 May 10 15:31:39.500715 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5afbefb5-bfc2-4236-9b66-e93c838fb508 req-f54bedf5-7713-4479-a8a8-4579df6be911 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 210 time: 0.0431306 May 10 15:31:39.572068 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-network', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:39.576644 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:39.580691 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Usage tracker for resource:network and tenant:a29b1e7130414c8d8df10d6bafc227cf is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:39.583749 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:39.590057 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:39.602629 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Made reservation on behalf of a29b1e7130414c8d8df10d6bafc227cf for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:31:39.605046 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:39.618529 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:39.633163 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:39.636928 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Usage tracker for resource:security_group_rule and tenant:a29b1e7130414c8d8df10d6bafc227cf is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:39.640079 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:39.646273 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:39.734314 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:39.738462 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:39.741329 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b91b09f1-f646-412f-b751-cefd8a458bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:39.771694 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:31:39.780825 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52eeb45f-33bc-4716-bc23-935cafe13ec5,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:39.784242 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:39.786744 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:39.787105 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.segments_db [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Added segment 6de7622a-77b0-4e51-81e8-3b6de442a5f9 of type vlan for network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 May 10 15:31:39.891562 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:39.919565 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:39.920891 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:39.921499 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:39.924993 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:40.020592 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Pushing event updated for resources: {'Network': ['ID=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:40.027430 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 49532) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:40.028023 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6488345 May 10 15:31:40.028417 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:40.032465 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:31:40.034076 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-7d1da821-de32-4141-bd3b-bbfd06db3586 admin admin] Request body: {'subnet': {'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-subnet', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:40.039276 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-7d1da821-de32-4141-bd3b-bbfd06db3586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:40.043562 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-7d1da821-de32-4141-bd3b-bbfd06db3586 admin admin] Usage tracker for resource:subnet and tenant:a29b1e7130414c8d8df10d6bafc227cf is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:40.046500 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-7d1da821-de32-4141-bd3b-bbfd06db3586 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:40.052889 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-7d1da821-de32-4141-bd3b-bbfd06db3586 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:40.063819 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1da821-de32-4141-bd3b-bbfd06db3586 admin admin] Made reservation on behalf of a29b1e7130414c8d8df10d6bafc227cf for: {'subnet': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:31:40.066488 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7d1da821-de32-4141-bd3b-bbfd06db3586 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2281576'] for subnet, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:40.245926 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a605d6c-dc93-4cc3-8198-55d939ca3de5 req-7572059c-6727-4ee8-976d-26396fe3dc1b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:40.247280 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8a605d6c-dc93-4cc3-8198-55d939ca3de5 req-7572059c-6727-4ee8-976d-26396fe3dc1b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 943 time: 0.1224933 May 10 15:31:40.333333 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8a605d6c-dc93-4cc3-8198-55d939ca3de5 req-325b2c22-3aa4-45a3-8a9b-b0a55bd3e581 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607879 May 10 15:31:40.643838 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a4105092-af56-4afe-9af3-6bb0d2ddf2a3 req-92f91177-d83d-41ca-b467-e6a8d6a001b0 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 210 time: 0.0412562 May 10 15:31:40.659130 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-20dccbf7-ff56-452f-b11c-4be554703bbd req-304f2ce4-fba0-4da4-b5dc-9366c02e9151 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Synchronizing usage tracker for tenant:347bd0d6f00146ea94622b561a4350f6 on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:31:40.665406 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7d1da821-de32-4141-bd3b-bbfd06db3586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1235978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2281498'] for subnet, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:40.672572 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-4d615c82-8fba-46b7-b3ce-5cd3a0ba42db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:40.724955 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-20dccbf7-ff56-452f-b11c-4be554703bbd req-304f2ce4-fba0-4da4-b5dc-9366c02e9151 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Unset dirty status for tenant:347bd0d6f00146ea94622b561a4350f6 on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:31:40.726067 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-20dccbf7-ff56-452f-b11c-4be554703bbd req-304f2ce4-fba0-4da4-b5dc-9366c02e9151 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 210 time: 0.1188967 May 10 15:31:40.746165 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1da821-de32-4141-bd3b-bbfd06db3586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6279250-a834-4915-8026-783b1c75fa9e,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:40.750419 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7d1da821-de32-4141-bd3b-bbfd06db3586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:40.759657 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1da821-de32-4141-bd3b-bbfd06db3586 admin admin] Checking segment: {'id': '6de7622a-77b0-4e51-81e8-3b6de442a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:31:40.760036 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1da821-de32-4141-bd3b-bbfd06db3586 admin admin] Network hostable DHCP agents. Network: 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:31:40.776694 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1da821-de32-4141-bd3b-bbfd06db3586 admin admin] Network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:31:40.785830 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-7d1da821-de32-4141-bd3b-bbfd06db3586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7) {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:40.794998 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b091685e-37e4-480d-804e-1a5c82696e9c None None] Network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:31:40.795288 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1da821-de32-4141-bd3b-bbfd06db3586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:40.795980 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7d1da821-de32-4141-bd3b-bbfd06db3586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:40.819821 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-7d1da821-de32-4141-bd3b-bbfd06db3586 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7887986 May 10 15:31:40.820560 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 49540) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:40.825590 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:40.830077 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:40.834009 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Usage tracker for resource:router and tenant:a29b1e7130414c8d8df10d6bafc227cf is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:40.837599 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:40.843223 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:40.854284 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1829098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127101'] for router, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:40.855467 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127094'] for router, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:40.871291 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:41.012341 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7d4b3f-1c25-5a08-adb4-a785c243b454-30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e'}]}} from dv-cinder-784945-8-iscsi. {{(pid=78736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:31:41.013171 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:41.138219 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127064'] for router, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:41.157757 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device d2264153-af44-4558-8f5f-8f85a4e12932 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:31:41.160827 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 31792d8e-6637-459b-982f-795cbddd6ffb no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:31:41.203646 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: 31792d8e-6637-459b-982f-795cbddd6ffb {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:31:41.204017 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 31792d8e-6637-459b-982f-795cbddd6ffb not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:31:41.209573 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Allocated IP 172.20.0.2 (30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7/a6279250-a834-4915-8026-783b1c75fa9e/316cc32a-ef2d-43b5-999f-8b6c355b6f06) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:31:41.471650 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:41.508973 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:41.537397 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:41.543202 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab01824-1e94-4839-b13b-b811f64f40c9 req-aba00d20-bd4f-4b52-84b4-56a04a0213f0 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:41.548229 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Transition to ACTIVE for port object 316cc32a-ef2d-43b5-999f-8b6c355b6f06 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:41.551964 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6ab01824-1e94-4839-b13b-b811f64f40c9 req-aba00d20-bd4f-4b52-84b4-56a04a0213f0 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 943 time: 0.0966511 May 10 15:31:41.576268 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Transition to ACTIVE for port object 316cc32a-ef2d-43b5-999f-8b6c355b6f06 will not be triggered until provisioned by entity DHCP. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:41.596439 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6ab01824-1e94-4839-b13b-b811f64f40c9 req-59a1a789-2de9-412d-bf4a-c72d964b8200 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431917 May 10 15:31:41.598943 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:41.604404 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-20958bd5-03dd-4d84-9345-53831f1b207f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:41.669018 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Allocated IP 172.27.3.106 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/ebcaaca2-cb7b-471c-a475-b779eea9b79b) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:31:41.674118 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port d2264153-af44-4558-8f5f-8f85a4e12932, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d2264153-af44-4558-8f5f-8f85a4e12932,segment=NetworkSegment(c25989dd-45c8-406f-b636-427ede4c499a),segment_id=c25989dd-45c8-406f-b636-427ede4c499a)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:41.684747 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:31:41.685915 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:41.691652 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:31:41.707247 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': 'd2264153-af44-4558-8f5f-8f85a4e12932', 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a', 'port_id': 'd2264153-af44-4558-8f5f-8f85a4e12932', 'mac_address': 'fa:16:3e:ca:3e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:31:41.753439 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Pushing event updated for resources: {'Port': ['ID=316cc32a-ef2d-43b5-999f-8b6c355b6f06,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:41.782914 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:41.815302 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-299c527e-60ce-4007-8531-3c744336abec req-8ed0c515-f190-4537-98c9-ececdadde5b3 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 210 time: 0.0515578 May 10 15:31:41.841302 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Attempting to bind port 316cc32a-ef2d-43b5-999f-8b6c355b6f06 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:31:41.841680 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Attempting to bind port 316cc32a-ef2d-43b5-999f-8b6c355b6f06 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '6de7622a-77b0-4e51-81e8-3b6de442a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:31:41.842051 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Attempting to bind port 316cc32a-ef2d-43b5-999f-8b6c355b6f06 on network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:31:41.852030 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:31:41.852414 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Checking segment: {'id': '6de7622a-77b0-4e51-81e8-3b6de442a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:31:41.852826 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:41.853223 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Bound using segment: {'id': '6de7622a-77b0-4e51-81e8-3b6de442a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:31:41.853687 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Bound port: 316cc32a-ef2d-43b5-999f-8b6c355b6f06, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de7622a-77b0-4e51-81e8-3b6de442a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:31:41.854062 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:41.881486 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dfd5ffe9-543f-4b47-a4e3-c72250858067 req-2a38497f-2ece-4325-ace9-6a179ae18f64 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 210 time: 0.0450838 May 10 15:31:41.882432 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:41.887682 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:41.926032 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:41.931820 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:41.934096 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2264153-af44-4558-8f5f-8f85a4e12932 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:31:41.970721 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port d2264153-af44-4558-8f5f-8f85a4e12932, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d2264153-af44-4558-8f5f-8f85a4e12932,segment=NetworkSegment(c25989dd-45c8-406f-b636-427ede4c499a),segment_id=c25989dd-45c8-406f-b636-427ede4c499a)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:41.974814 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:41.978813 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:41.991300 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:31:41.994668 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:41.998345 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:31:42.019591 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] For port 316cc32a-ef2d-43b5-999f-8b6c355b6f06, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:31:42.036523 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] For port 316cc32a-ef2d-43b5-999f-8b6c355b6f06, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=316cc32a-ef2d-43b5-999f-8b6c355b6f06,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:31:42.042461 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Pushing event updated for resources: {'Port': ['ID=ebcaaca2-cb7b-471c-a475-b779eea9b79b,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:42.046574 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:42.049987 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:42.070517 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=d2264153-af44-4558-8f5f-8f85a4e12932,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:42.073413 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:42.074859 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-23b28e43-23d6-492b-a415-173f7cddc6e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:42.147921 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Pushing event updated for resources: {'Port': ['ID=316cc32a-ef2d-43b5-999f-8b6c355b6f06,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:42.151969 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:42.464475 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['d2264153-af44-4558-8f5f-8f85a4e12932'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:31:42.573841 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:43.019238 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e92b05c3-4fe2-4b07-9f64-90d7d5ed90ba req-684870b2-94f8-48f4-82bf-fff147071098 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd659ce2-1abd-48e9-98d7-85665b42f0cb HTTP/1.1" status: 200 len: 210 time: 0.0444820 May 10 15:31:43.081178 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706249'] for router, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:43.189040 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b47bc995-dd70-498f-afa9-87b7100b499d req-3525e581-1bac-41e9-bc31-5dcb20aaf21c tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 210 time: 0.0579946 May 10 15:31:43.215698 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de633e95-fa31-4d78-aae8-7a83bda9514e None None] Network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:31:43.244013 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab492c5-f6d2-47b4-828c-495fb0a831fc req-fffde9ab-22c5-4079-baaf-fd8264b0c7bb tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:43.251048 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0ab492c5-f6d2-47b4-828c-495fb0a831fc req-fffde9ab-22c5-4079-baaf-fd8264b0c7bb tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 944 time: 0.4886062 May 10 15:31:43.283106 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9b309dd5-2479-4273-94b9-8690f2b477f6 req-0d0ee846-145c-429a-9d35-6bf312d4e4aa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3290117 May 10 15:31:43.370837 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0ab492c5-f6d2-47b4-828c-495fb0a831fc req-285b3e76-6381-4c34-beec-bd0b1da8c7b7 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188326 May 10 15:31:43.418453 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-d6c7eae6-b844-4f84-b032-dff5f9773a65 None None] Provisioning for port 316cc32a-ef2d-43b5-999f-8b6c355b6f06 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:43.485186 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b309dd5-2479-4273-94b9-8690f2b477f6 req-457ce1cc-7525-492b-9dfe-c50c483816ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:43.486968 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9b309dd5-2479-4273-94b9-8690f2b477f6 req-457ce1cc-7525-492b-9dfe-c50c483816ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=376336f6ca3c4e8898d9998b100bc64d&device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 1099 time: 0.1773021 May 10 15:31:43.488578 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Router 859f4aba-b9bb-4250-881a-a1ee81cab23b is scheduled to L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 with binding_index 1 {{(pid=78734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:31:43.616159 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-2029c98f-74db-47b2-8c52-27a1afd3d1fb tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:43.618815 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-2029c98f-74db-47b2-8c52-27a1afd3d1fb tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.46 "GET /v2.0/networks?id=d63baf96-5392-4798-b336-29e63d92d7d9 HTTP/1.1" status: 200 len: 814 time: 0.2026074 May 10 15:31:43.632393 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-09cbbab8-42e0-484e-a4a9-3dd067244c47 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Request body: {'port': {'device_id': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9', 'admin_state_up': True, 'tenant_id': '347bd0d6f00146ea94622b561a4350f6'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:43.785697 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-09cbbab8-42e0-484e-a4a9-3dd067244c47 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:43.800424 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-09cbbab8-42e0-484e-a4a9-3dd067244c47 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:43.813660 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-09cbbab8-42e0-484e-a4a9-3dd067244c47 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Made reservation on behalf of 347bd0d6f00146ea94622b561a4350f6 for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:31:43.818564 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-09cbbab8-42e0-484e-a4a9-3dd067244c47 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:43.857730 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 316cc32a-ef2d-43b5-999f-8b6c355b6f06 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:43.903460 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b309dd5-2479-4273-94b9-8690f2b477f6 req-fbcb8533-d87b-4817-83cd-7143bd8c0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:43.905080 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9b309dd5-2479-4273-94b9-8690f2b477f6 req-fbcb8533-d87b-4817-83cd-7143bd8c0601 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e72a75bc-84e4-4072-bd72-d6e58af56db3 HTTP/1.1" status: 200 len: 912 time: 0.3471298 May 10 15:31:43.906202 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:31:43.917172 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Sync routers for ids ['859f4aba-b9bb-4250-881a-a1ee81cab23b'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:31:43.931948 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Notify callbacks [] for router, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:43.933422 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Routers {'859f4aba-b9bb-4250-881a-a1ee81cab23b'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:31:43.933756 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1119738 May 10 15:31:43.934054 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:31:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['859f4aba-b9bb-4250-881a-a1ee81cab23b'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:43.936550 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 49568) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:43.992132 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-09cbbab8-42e0-484e-a4a9-3dd067244c47 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Allocated IP 172.20.0.5 (d63baf96-5392-4798-b336-29e63d92d7d9/b1973bfb-27a8-45eb-96be-2d9d2a32965f/0705a6a8-c113-4916-ba65-022160676453) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:31:44.056984 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 316cc32a-ef2d-43b5-999f-8b6c355b6f06 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:44.067807 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 316cc32a-ef2d-43b5-999f-8b6c355b6f06 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:44.067807 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:44.202210 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Set router 859f4aba-b9bb-4250-881a-a1ee81cab23b gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:31:44.239495 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-09cbbab8-42e0-484e-a4a9-3dd067244c47 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:44.258979 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-09cbbab8-42e0-484e-a4a9-3dd067244c47 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Transition to ACTIVE for port object 0705a6a8-c113-4916-ba65-022160676453 will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:44.287652 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-09cbbab8-42e0-484e-a4a9-3dd067244c47 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:44.303862 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-eeaff07d-4b99-467c-a27c-9235dac73812 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:44.456568 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-09cbbab8-42e0-484e-a4a9-3dd067244c47 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Network d63baf96-5392-4798-b336-29e63d92d7d9 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:31:44.460650 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbbab8-42e0-484e-a4a9-3dd067244c47 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Pushing event updated for resources: {'Port': ['ID=0705a6a8-c113-4916-ba65-022160676453,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:44.463158 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-09cbbab8-42e0-484e-a4a9-3dd067244c47 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:44.471094 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-09cbbab8-42e0-484e-a4a9-3dd067244c47 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:44.471986 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-09cbbab8-42e0-484e-a4a9-3dd067244c47 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:31:44.531389 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:44.569384 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 316cc32a-ef2d-43b5-999f-8b6c355b6f06, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=316cc32a-ef2d-43b5-999f-8b6c355b6f06,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:44.590673 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-09cbbab8-42e0-484e-a4a9-3dd067244c47 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:44.594388 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-09cbbab8-42e0-484e-a4a9-3dd067244c47 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:44.596948 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:44.624567 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:44.686543 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-09cbbab8-42e0-484e-a4a9-3dd067244c47 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0583436 May 10 15:31:44.718412 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8857f-6c2c-4f5d-8c5b-71df0ad9c670 req-8d0eaa3c-7873-4c68-ae38-bc9a9d032267 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:44.720879 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9ef8857f-6c2c-4f5d-8c5b-71df0ad9c670 req-8d0eaa3c-7873-4c68-ae38-bc9a9d032267 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 944 time: 0.1198828 May 10 15:31:44.761847 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=316cc32a-ef2d-43b5-999f-8b6c355b6f06,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:44.765778 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:44.781672 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9ef8857f-6c2c-4f5d-8c5b-71df0ad9c670 req-c8dd9799-8d0e-4767-9dcc-9c0380e9d44b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543098 May 10 15:31:44.795111 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:31:42Z', 'revision_number': 3, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:44.799415 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Checking router: 859f4aba-b9bb-4250-881a-a1ee81cab23b for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:31:44.799901 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Updating router 859f4aba-b9bb-4250-881a-a1ee81cab23b port ebcaaca2-cb7b-471c-a475-b779eea9b79b binding host dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:31:44.864971 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:44.906232 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0504da2-4d9f-4364-8108-964ecca4a7ca req-cf56ec2d-d10b-4d6a-bb8f-c37d851f6903 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:44.907725 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b0504da2-4d9f-4364-8108-964ecca4a7ca req-cf56ec2d-d10b-4d6a-bb8f-c37d851f6903 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 931 time: 0.4790759 May 10 15:31:44.914868 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:44.932669 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-5c66dc31-c42e-4cf9-8e34-286231aa317e None None] Provisioning for port 0705a6a8-c113-4916-ba65-022160676453 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:44.980098 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-5c66dc31-c42e-4cf9-8e34-286231aa317e None None] Provisioning complete for port 0705a6a8-c113-4916-ba65-022160676453 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:44.980484 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5c66dc31-c42e-4cf9-8e34-286231aa317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:45.019326 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b0504da2-4d9f-4364-8108-964ecca4a7ca req-d4a5e52a-c6e3-4d11-9d55-eea2c256c8cd tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924664 May 10 15:31:45.066643 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-5c66dc31-c42e-4cf9-8e34-286231aa317e None None] Port 0705a6a8-c113-4916-ba65-022160676453 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:31:45.183930 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Allocated IP 172.20.0.1 (30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7/a6279250-a834-4915-8026-783b1c75fa9e/0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:31:45.281280 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:45.294819 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Transition to ACTIVE for port object ebcaaca2-cb7b-471c-a475-b779eea9b79b will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:45.303398 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:45.309561 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5dc693d1-72aa-4a34-b3ff-98c33c529a08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:45.345216 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:45.365456 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Transition to ACTIVE for port object 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 will not be triggered until provisioned by entity DHCP. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:45.385594 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Attempting to bind port ebcaaca2-cb7b-471c-a475-b779eea9b79b on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:31:45.386226 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Attempting to bind port ebcaaca2-cb7b-471c-a475-b779eea9b79b by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:31:45.386429 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Attempting to bind port ebcaaca2-cb7b-471c-a475-b779eea9b79b on network 4811dc59-86a1-49a5-ba2c-35db1544fa5c {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:31:45.395323 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:45.401371 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-e156d10a-e8dc-4df5-9205-298172f8fc75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:45.403464 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b72b22-8f8e-4bb3-9b7c-47934e1e4fd1 None None] Pushing event updated for resources: {'Port': ['ID=ebcaaca2-cb7b-471c-a475-b779eea9b79b,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:45.406268 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-d2b72b22-8f8e-4bb3-9b7c-47934e1e4fd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:45.407378 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:31:45.407807 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Checking segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:31:45.408215 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:45.408612 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Bound using segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:31:45.409095 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Bound port: ebcaaca2-cb7b-471c-a475-b779eea9b79b, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:31:45.409477 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:45.457853 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:31:45.460599 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:45.464478 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:31:45.499246 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] For port ebcaaca2-cb7b-471c-a475-b779eea9b79b, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:31:45.502420 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] For port ebcaaca2-cb7b-471c-a475-b779eea9b79b, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=ebcaaca2-cb7b-471c-a475-b779eea9b79b,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:31:45.505073 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:45.509848 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:45.513221 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:45.519277 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:45.529246 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:45.564682 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device d2264153-af44-4558-8f5f-8f85a4e12932 up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:45.675184 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b72b22-8f8e-4bb3-9b7c-47934e1e4fd1 None None] Pushing event updated for resources: {'Port': ['ID=ebcaaca2-cb7b-471c-a475-b779eea9b79b,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:45.678208 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Routers {'859f4aba-b9bb-4250-881a-a1ee81cab23b'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:31:45.678841 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:31:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['859f4aba-b9bb-4250-881a-a1ee81cab23b'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:45.733195 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-d2b72b22-8f8e-4bb3-9b7c-47934e1e4fd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:45.849455 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-fdfd6640-fe53-46b1-8ccd-dce4b9694927 None None] Provisioning for port 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:45.860486 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port d2264153-af44-4558-8f5f-8f85a4e12932 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:45.869045 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-fdfd6640-fe53-46b1-8ccd-dce4b9694927 None None] Provisioning complete for port 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:45.869633 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fdfd6640-fe53-46b1-8ccd-dce4b9694927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:45.904805 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 316cc32a-ef2d-43b5-999f-8b6c355b6f06 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:45.941362 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port d2264153-af44-4558-8f5f-8f85a4e12932 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:45.941746 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:45.949288 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.018654 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962dafe-c498-40f6-9606-4de65a71c982 req-eb08cbe0-1b32-461f-a136-4ab983e0cbb8 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:46.020240 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4962dafe-c498-40f6-9606-4de65a71c982 req-eb08cbe0-1b32-461f-a136-4ab983e0cbb8 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 944 time: 0.1040325 May 10 15:31:46.094224 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4962dafe-c498-40f6-9606-4de65a71c982 req-5518aae0-f2dd-4731-a62f-2718bb906f34 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659394 May 10 15:31:46.109412 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] Set router 859f4aba-b9bb-4250-881a-a1ee81cab23b gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:31:46.160037 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-fdfd6640-fe53-46b1-8ccd-dce4b9694927 None None] Port 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:31:46.260823 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.268446 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.296550 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:46.386652 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0a761-d8ec-4d6a-9ee4-cc2d59fc3abf req-8e7bf9dc-de3b-4791-b22e-eb61221e4f0e tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:46.393461 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0ad0a761-d8ec-4d6a-9ee4-cc2d59fc3abf req-8e7bf9dc-de3b-4791-b22e-eb61221e4f0e tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 931 time: 0.2031879 May 10 15:31:46.394183 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 316cc32a-ef2d-43b5-999f-8b6c355b6f06 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:46.394568 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.424470 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.429423 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:46.435548 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:46.515991 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.533063 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0ad0a761-d8ec-4d6a-9ee4-cc2d59fc3abf req-8ee8b112-5378-447b-81ab-e6ba50c84a03 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385791 May 10 15:31:46.571524 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2264153-af44-4558-8f5f-8f85a4e12932'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:31:46.574379 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Request body: {'port': {'device_id': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:46.600889 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:31:46.622824 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port d2264153-af44-4558-8f5f-8f85a4e12932, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d2264153-af44-4558-8f5f-8f85a4e12932,segment=NetworkSegment(c25989dd-45c8-406f-b636-427ede4c499a),segment_id=c25989dd-45c8-406f-b636-427ede4c499a)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:46.641056 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.644724 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:46.657843 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:46.743279 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2264153-af44-4558-8f5f-8f85a4e12932', 'code': 200} May 10 15:31:46.880493 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=d2264153-af44-4558-8f5f-8f85a4e12932,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:46.890885 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:46.907665 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.908755 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:31:42Z', 'revision_number': 3, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:46.914181 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35a2f0f-24c1-4861-ba71-aa0f5e7b4b40 None None] The sync data for ids ['859f4aba-b9bb-4250-881a-a1ee81cab23b'] in dv-cinder-784945-8-iscsi is: [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:31:42Z', 'revision_number': 3, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:31:47.016460 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9b309dd5-2479-4273-94b9-8690f2b477f6 req-c8840fc0-93ae-4d75-9612-d001dc39e3c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2171f8f2-9674-45c6-ac31-e7f28cb5e95d HTTP/1.1" status: 200 len: 1001 time: 0.4106040 May 10 15:31:47.113998 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-05ee123c-1ba0-4b40-bc21-a3c93548a727 None None] Provisioning complete for port 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:47.119422 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-05ee123c-1ba0-4b40-bc21-a3c93548a727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:47.272063 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:31:47.303367 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-05ee123c-1ba0-4b40-bc21-a3c93548a727 None None] Port 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:31:47.334696 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Router 859f4aba-b9bb-4250-881a-a1ee81cab23b has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:31:47.533854 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b309dd5-2479-4273-94b9-8690f2b477f6 req-5bc2ab8c-4053-42b0-a743-fb143f594afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:47.544727 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9b309dd5-2479-4273-94b9-8690f2b477f6 req-5bc2ab8c-4053-42b0-a743-fb143f594afe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b2bbde6-dc52-4ea4-8c27-065ac376bc64 HTTP/1.1" status: 200 len: 850 time: 0.5185475 May 10 15:31:47.571678 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056f794-e75e-44dd-b0bf-a2d89de63675 req-1b2f8b78-5d92-4dc5-9a95-2ed52256c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:47.573404 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a056f794-e75e-44dd-b0bf-a2d89de63675 req-1b2f8b78-5d92-4dc5-9a95-2ed52256c8e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 1098 time: 0.3544719 May 10 15:31:47.984572 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device ebcaaca2-cb7b-471c-a475-b779eea9b79b up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:48.037593 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0705a6a8-c113-4916-ba65-022160676453 {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:31:48.065357 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:48.140451 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Transition to ACTIVE for port object 0705a6a8-c113-4916-ba65-022160676453 will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:48.169906 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port ebcaaca2-cb7b-471c-a475-b779eea9b79b completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:48.182052 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port ebcaaca2-cb7b-471c-a475-b779eea9b79b triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:48.183100 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:48.191467 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:48.248332 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:48.397368 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:48.440396 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port ebcaaca2-cb7b-471c-a475-b779eea9b79b, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=ebcaaca2-cb7b-471c-a475-b779eea9b79b,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:48.448014 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:48.452616 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:48.629819 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Pushing event updated for resources: {'Port': ['ID=0705a6a8-c113-4916-ba65-022160676453,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:48.635017 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:48.653070 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41657b07-eb75-44a4-9ecb-fb71428a8e7e req-8ea9d859-3ea7-42da-bf1a-4c5325d40fa4 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:48.654120 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-41657b07-eb75-44a4-9ecb-fb71428a8e7e req-8ea9d859-3ea7-42da-bf1a-4c5325d40fa4 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Synchronizing usage tracker for tenant:347bd0d6f00146ea94622b561a4350f6 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:31:48.656410 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110edf9-5fb2-426c-b3aa-4bf5d98d43c1 req-dce78cf7-1923-47a5-95d1-71d20dae967a tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:48.671964 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b110edf9-5fb2-426c-b3aa-4bf5d98d43c1 req-dce78cf7-1923-47a5-95d1-71d20dae967a tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 1.3215287 May 10 15:31:48.744547 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:48.750014 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a056f794-e75e-44dd-b0bf-a2d89de63675 req-64400956-a2ca-45fd-b677-3962f4f72e2d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892482 May 10 15:31:48.763793 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=ebcaaca2-cb7b-471c-a475-b779eea9b79b,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:48.764692 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:31:48.777029 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:48.828225 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-41657b07-eb75-44a4-9ecb-fb71428a8e7e req-8ea9d859-3ea7-42da-bf1a-4c5325d40fa4 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Unset dirty status for tenant:347bd0d6f00146ea94622b561a4350f6 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:31:48.837914 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-41657b07-eb75-44a4-9ecb-fb71428a8e7e req-8ea9d859-3ea7-42da-bf1a-4c5325d40fa4 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 931 time: 0.9224892 May 10 15:31:48.841362 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b309dd5-2479-4273-94b9-8690f2b477f6 req-dc047fb2-a0be-41f4-b6cb-83588e2ef8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:48.845609 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9b309dd5-2479-4273-94b9-8690f2b477f6 req-dc047fb2-a0be-41f4-b6cb-83588e2ef8a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e72a75bc-84e4-4072-bd72-d6e58af56db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 1.2433524 May 10 15:31:48.852416 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] 10.222.0.11 "PUT /v2.0/routers/859f4aba-b9bb-4250-881a-a1ee81cab23b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9145803 May 10 15:31:48.909923 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b110edf9-5fb2-426c-b3aa-4bf5d98d43c1 req-8faf3340-9147-446a-b524-5c18c7f43ee9 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369964 May 10 15:31:48.956094 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Attempting to bind port 0705a6a8-c113-4916-ba65-022160676453 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:31:48.956444 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Attempting to bind port 0705a6a8-c113-4916-ba65-022160676453 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '81a13848-bce6-4305-a84c-6f0d8f8aec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:31:48.956939 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Attempting to bind port 0705a6a8-c113-4916-ba65-022160676453 on network d63baf96-5392-4798-b336-29e63d92d7d9 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:31:48.966584 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Port 0705a6a8-c113-4916-ba65-022160676453 on network d63baf96-5392-4798-b336-29e63d92d7d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:31:48.966915 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Attempting to bind port 0705a6a8-c113-4916-ba65-022160676453 on network d63baf96-5392-4798-b336-29e63d92d7d9 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:31:48.974735 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:31:48.975098 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Checking segment: {'id': '81a13848-bce6-4305-a84c-6f0d8f8aec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:31:48.975480 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Bound using segment: {'id': '81a13848-bce6-4305-a84c-6f0d8f8aec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:31:48.975952 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Bound port: 0705a6a8-c113-4916-ba65-022160676453, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a13848-bce6-4305-a84c-6f0d8f8aec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:31:48.976438 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:49.134177 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] For port 0705a6a8-c113-4916-ba65-022160676453, host hv-cinder-78494, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:31:49.138270 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] For port 0705a6a8-c113-4916-ba65-022160676453, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0705a6a8-c113-4916-ba65-022160676453,segment=NetworkSegment(81a13848-bce6-4305-a84c-6f0d8f8aec0e),segment_id=81a13848-bce6-4305-a84c-6f0d8f8aec0e)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:31:49.141712 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-41657b07-eb75-44a4-9ecb-fb71428a8e7e req-b0979699-1ba7-4578-8c04-be5671d56ba7 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Synchronizing usage tracker for tenant:347bd0d6f00146ea94622b561a4350f6 on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:31:49.152736 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:49.180336 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-bfc93282-193a-4bef-bb3b-a69ae4cf5915 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:49.260231 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:49.260921 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:49.262306 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] 10.222.0.46 "PUT /v2.0/ports/0705a6a8-c113-4916-ba65-022160676453 HTTP/1.1" status: 200 len: 1093 time: 2.7000637 May 10 15:31:49.265290 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Pushing event updated for resources: {'Port': ['ID=0705a6a8-c113-4916-ba65-022160676453,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:49.268519 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:49.269080 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'tag': '0705a6a8-c113-4916-ba65-022160676453'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:31:49.300724 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-41657b07-eb75-44a4-9ecb-fb71428a8e7e req-b0979699-1ba7-4578-8c04-be5671d56ba7 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Unset dirty status for tenant:347bd0d6f00146ea94622b561a4350f6 on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:31:49.309919 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-41657b07-eb75-44a4-9ecb-fb71428a8e7e req-b0979699-1ba7-4578-8c04-be5671d56ba7 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697781 May 10 15:31:49.396567 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'tag': '0705a6a8-c113-4916-ba65-022160676453', 'status': 'completed', 'code': 200} May 10 15:31:49.700581 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 49844) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:49.706039 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-ebca0d56-cfe3-447e-a23d-bc81acd749b9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1724837132', 'description': 'tempest-description--1163339326'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:49.720023 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-ebca0d56-cfe3-447e-a23d-bc81acd749b9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:49.725772 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-ebca0d56-cfe3-447e-a23d-bc81acd749b9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Usage tracker for resource:security_group and tenant:a29b1e7130414c8d8df10d6bafc227cf is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:49.729520 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-ebca0d56-cfe3-447e-a23d-bc81acd749b9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:49.745573 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-ebca0d56-cfe3-447e-a23d-bc81acd749b9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:49.760358 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ebca0d56-cfe3-447e-a23d-bc81acd749b9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:49.796609 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-ebca0d56-cfe3-447e-a23d-bc81acd749b9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:49.801450 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-ebca0d56-cfe3-447e-a23d-bc81acd749b9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Usage tracker for resource:security_group_rule and tenant:a29b1e7130414c8d8df10d6bafc227cf is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:49.805457 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-ebca0d56-cfe3-447e-a23d-bc81acd749b9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:49.814479 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-ebca0d56-cfe3-447e-a23d-bc81acd749b9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:49.914836 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Sync routers for ids ['859f4aba-b9bb-4250-881a-a1ee81cab23b'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:31:49.937261 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Routers {'859f4aba-b9bb-4250-881a-a1ee81cab23b'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:31:49.947164 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:31:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['859f4aba-b9bb-4250-881a-a1ee81cab23b'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:49.969968 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device ebcaaca2-cb7b-471c-a475-b779eea9b79b up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:50.070243 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ebca0d56-cfe3-447e-a23d-bc81acd749b9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:50.077500 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ebca0d56-cfe3-447e-a23d-bc81acd749b9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:50.084927 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7d446074-398d-49b7-b8af-dcbfabc0c482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:50.134395 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port ebcaaca2-cb7b-471c-a475-b779eea9b79b triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:50.134720 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:50.155755 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca0d56-cfe3-447e-a23d-bc81acd749b9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d830710-6aff-4eef-b4cb-27e9354d4ac2,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:50.181831 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ebca0d56-cfe3-447e-a23d-bc81acd749b9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:50.209517 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ebca0d56-cfe3-447e-a23d-bc81acd749b9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:50.214193 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-ebca0d56-cfe3-447e-a23d-bc81acd749b9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5098870 May 10 15:31:50.214420 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 49856) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:50.220270 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-4d3da7bf-7c59-42f9-80b5-61aa09e975fe tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Request body: {'security_group_rule': {'security_group_id': '0d830710-6aff-4eef-b4cb-27e9354d4ac2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:50.234853 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-4d3da7bf-7c59-42f9-80b5-61aa09e975fe tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:50.248088 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-4d3da7bf-7c59-42f9-80b5-61aa09e975fe tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Usage tracker for resource:security_group_rule and tenant:a29b1e7130414c8d8df10d6bafc227cf is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:50.251919 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-4d3da7bf-7c59-42f9-80b5-61aa09e975fe tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:50.262237 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-4d3da7bf-7c59-42f9-80b5-61aa09e975fe tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:50.263538 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73aa64e-7603-47fe-bfc3-6a5c0af19617 req-951c1914-651a-4310-b64c-542b1ec509a9 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:50.282277 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f73aa64e-7603-47fe-bfc3-6a5c0af19617 req-951c1914-651a-4310-b64c-542b1ec509a9 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.1711187 May 10 15:31:50.291188 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d3da7bf-7c59-42f9-80b5-61aa09e975fe tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:50.402068 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Set router 859f4aba-b9bb-4250-881a-a1ee81cab23b gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:31:50.416505 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f73aa64e-7603-47fe-bfc3-6a5c0af19617 req-3c577232-382a-42b7-a825-227a08f4518d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301425 May 10 15:31:50.495579 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d3da7bf-7c59-42f9-80b5-61aa09e975fe tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:50.547592 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d3da7bf-7c59-42f9-80b5-61aa09e975fe tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:50.565394 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-184ac463-9d9b-4d8a-8324-d917b497fc15 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:50.603418 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d3da7bf-7c59-42f9-80b5-61aa09e975fe tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:50.607275 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-4d3da7bf-7c59-42f9-80b5-61aa09e975fe tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3893430 May 10 15:31:50.612704 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 49868) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:50.616841 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3da7bf-7c59-42f9-80b5-61aa09e975fe tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9040ab-dcd9-47dc-a909-a6b70739ad83,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:50.620307 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-4d3da7bf-7c59-42f9-80b5-61aa09e975fe tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:50.629116 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-bf1ff5f5-7006-4b34-9ab1-638c73a96e44 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Request body: {'security_group_rule': {'security_group_id': '0d830710-6aff-4eef-b4cb-27e9354d4ac2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:50.645102 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-bf1ff5f5-7006-4b34-9ab1-638c73a96e44 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:50.660203 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-bf1ff5f5-7006-4b34-9ab1-638c73a96e44 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Usage tracker for resource:security_group_rule and tenant:a29b1e7130414c8d8df10d6bafc227cf is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:50.663891 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-bf1ff5f5-7006-4b34-9ab1-638c73a96e44 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:50.664188 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ad698-0e11-4cb3-bb10-a6538fa64367 req-ab2333a0-0965-47fb-9735-4eed5b3eb7b4 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:50.666007 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-504ad698-0e11-4cb3-bb10-a6538fa64367 req-ab2333a0-0965-47fb-9735-4eed5b3eb7b4 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 943 time: 0.1597698 May 10 15:31:50.699305 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-bf1ff5f5-7006-4b34-9ab1-638c73a96e44 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:50.747461 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-504ad698-0e11-4cb3-bb10-a6538fa64367 req-6efca296-0c21-4155-8973-e10be1f3c72b tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739379 May 10 15:31:50.750448 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff5f5-7006-4b34-9ab1-638c73a96e44 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:50.905970 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff5f5-7006-4b34-9ab1-638c73a96e44 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:50.919746 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff5f5-7006-4b34-9ab1-638c73a96e44 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:50.922936 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-67f7f9a2-691a-451a-96e9-2eae95dc9db7 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:50.937964 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:31:45Z', 'revision_number': 4, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034', 'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'mac_address': 'fa:16:3e:4f:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:44Z', 'updated_at': '2021-05-10T15:31:46Z', 'revision_number': 2, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'subnets': [{'id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:50.947940 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Checking router: 859f4aba-b9bb-4250-881a-a1ee81cab23b for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:31:50.948282 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Updating router 859f4aba-b9bb-4250-881a-a1ee81cab23b port 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 binding host dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:31:50.958308 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ff5f5-7006-4b34-9ab1-638c73a96e44 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55d33c7-0a4d-4892-a522-b187cbba8d65,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:50.963040 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-bf1ff5f5-7006-4b34-9ab1-638c73a96e44 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:50.981234 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff5f5-7006-4b34-9ab1-638c73a96e44 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:50.982442 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-bf1ff5f5-7006-4b34-9ab1-638c73a96e44 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3666828 May 10 15:31:50.985637 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 49876) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:50.992215 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Request body: {'floatingip': {'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:50.998435 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:51.002990 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Usage tracker for resource:floatingip and tenant:a29b1e7130414c8d8df10d6bafc227cf is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:51.012836 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:51.016856 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:51.030142 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:51.043232 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for floatingip, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:51.214941 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:51.416744 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Allocated IP 172.27.3.196 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/09c89f74-d387-43c0-b75b-8464366b3afa) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:31:51.484301 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Notify callbacks [] for port, precommit_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:51.516930 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Transition to ACTIVE for port object 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:31:51.544843 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:51.549320 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-9f594f98-6d2f-4149-a229-4ba67e50c60d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:51.670530 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 49888) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:51.720467 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:51.772194 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d01eeb-51f7-4262-90ec-3f0b2ea56c8a req-ff1a5c25-ebf7-4af3-99fc-cf72a5ed4fa5 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:51.780978 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b2d01eeb-51f7-4262-90ec-3f0b2ea56c8a req-ff1a5c25-ebf7-4af3-99fc-cf72a5ed4fa5 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.1907568 May 10 15:31:51.816055 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c47fd3-707b-4f15-bbb1-723559f10df5 None None] Pushing event updated for resources: {'Port': ['ID=0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:51.848414 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47fd3-707b-4f15-bbb1-723559f10df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:51.848900 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47fd3-707b-4f15-bbb1-723559f10df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:51.849377 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47fd3-707b-4f15-bbb1-723559f10df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:51.849757 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47fd3-707b-4f15-bbb1-723559f10df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:51.850178 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47fd3-707b-4f15-bbb1-723559f10df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:51.850596 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47fd3-707b-4f15-bbb1-723559f10df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:51.851646 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47fd3-707b-4f15-bbb1-723559f10df5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:51.852107 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47fd3-707b-4f15-bbb1-723559f10df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:51.852550 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47fd3-707b-4f15-bbb1-723559f10df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:51.852970 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47fd3-707b-4f15-bbb1-723559f10df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:51.853531 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47fd3-707b-4f15-bbb1-723559f10df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:51.853951 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47fd3-707b-4f15-bbb1-723559f10df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:51.919736 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-e6c47fd3-707b-4f15-bbb1-723559f10df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:51.952567 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Attempting to bind port 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:31:51.953960 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Attempting to bind port 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '6de7622a-77b0-4e51-81e8-3b6de442a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:31:51.954341 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Attempting to bind port 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 on network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:31:51.981523 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:31:51.981910 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Checking segment: {'id': '6de7622a-77b0-4e51-81e8-3b6de442a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:31:51.982379 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:51.982777 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Bound using segment: {'id': '6de7622a-77b0-4e51-81e8-3b6de442a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:31:51.983256 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Bound port: 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de7622a-77b0-4e51-81e8-3b6de442a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:31:51.983662 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:52.042217 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b2d01eeb-51f7-4262-90ec-3f0b2ea56c8a req-1aa19a3f-de8b-49d1-bf29-a01bffde1047 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602243 May 10 15:31:52.071758 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:52.077281 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:52.110311 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-58293410-3457-4704-9844-31101f892a2f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8fa334aefe07413f8c6bb82b54b15fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4384871 May 10 15:31:52.113240 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 49900) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:52.169647 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] For port 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:31:52.173715 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] For port 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:31:52.175272 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30635339-35b2-44fd-b43e-9c6204574a5b req-3c97c220-eea9-4ac3-aad3-0e4c4b360dca tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:52.183319 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-30635339-35b2-44fd-b43e-9c6204574a5b req-3c97c220-eea9-4ac3-aad3-0e4c4b360dca tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 943 time: 0.2330329 May 10 15:31:52.186957 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:52.191331 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-a492e104-ad5a-4610-9001-41ab0b0b6f35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:52.214986 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:31:52.218009 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:31:52.235989 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:31:52.252588 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-30635339-35b2-44fd-b43e-9c6204574a5b req-61173080-f0e2-4001-8ef1-d5b6f212d551 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679691 May 10 15:31:52.268753 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-67d37980-54a5-40d7-abc9-2106819a7e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:52.301122 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Pushing event updated for resources: {'Port': ['ID=09c89f74-d387-43c0-b75b-8464366b3afa,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:52.306741 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:52.312121 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Routers {'859f4aba-b9bb-4250-881a-a1ee81cab23b'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:31:52.312838 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:31:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['859f4aba-b9bb-4250-881a-a1ee81cab23b'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:52.337410 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-67d37980-54a5-40d7-abc9-2106819a7e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:52.454429 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-67d37980-54a5-40d7-abc9-2106819a7e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:52.469127 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:52.498208 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d37980-54a5-40d7-abc9-2106819a7e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db34b10-aadc-4e04-93ed-ce3edbe0bc18,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:52.508173 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-67d37980-54a5-40d7-abc9-2106819a7e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:52.527091 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-67d37980-54a5-40d7-abc9-2106819a7e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:52.541695 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-67d37980-54a5-40d7-abc9-2106819a7e82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5db34b10-aadc-4e04-93ed-ce3edbe0bc18 HTTP/1.1" status: 204 len: 168 time: 0.4276326 May 10 15:31:52.587809 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:52.686197 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c47fd3-707b-4f15-bbb1-723559f10df5 None None] Pushing event updated for resources: {'Port': ['ID=0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:52.700022 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-e6c47fd3-707b-4f15-bbb1-723559f10df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:52.749200 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:52.756246 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] Set router 859f4aba-b9bb-4250-881a-a1ee81cab23b gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:31:53.119428 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:53.131130 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:53.137734 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:53.248224 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Pushing event updated for resources: {'Port': ['ID=09c89f74-d387-43c0-b75b-8464366b3afa,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:53.259826 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:53.266264 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706874'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:53.296467 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:31:45Z', 'revision_number': 4, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034', 'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'mac_address': 'fa:16:3e:4f:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:44Z', 'updated_at': '2021-05-10T15:31:52Z', 'revision_number': 4, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'subnets': [{'id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:53.301826 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686f88a9-920c-420b-9769-011a8ef4860e None None] The sync data for ids ['859f4aba-b9bb-4250-881a-a1ee81cab23b'] in dv-cinder-784945-8-iscsi is: [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:31:45Z', 'revision_number': 4, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034', 'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'mac_address': 'fa:16:3e:4f:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:44Z', 'updated_at': '2021-05-10T15:31:52Z', 'revision_number': 4, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'subnets': [{'id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:31:53.324102 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:53.333638 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3390253 May 10 15:31:53.337693 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704293cc-ee92-4c86-8753-fff99bc55903 req-b192d201-dfd6-4a5b-b7d3-be20ae1d8760 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:53.339261 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-704293cc-ee92-4c86-8753-fff99bc55903 req-b192d201-dfd6-4a5b-b7d3-be20ae1d8760 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.1578839 May 10 15:31:53.459498 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-704293cc-ee92-4c86-8753-fff99bc55903 req-58d99d1a-8626-4743-964b-c07f8dccf327 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140912 May 10 15:31:53.593881 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ed30f-d80d-46a1-8c50-24ce94dd58d1 req-2c51a1b5-8571-4558-8230-1596d9eb0d02 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:53.602055 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e35ed30f-d80d-46a1-8c50-24ce94dd58d1 req-2c51a1b5-8571-4558-8230-1596d9eb0d02 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 943 time: 0.1181400 May 10 15:31:53.656642 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e35ed30f-d80d-46a1-8c50-24ce94dd58d1 req-509b95ac-dca4-4213-9d8c-eb61d9b54e29 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535026 May 10 15:31:53.730304 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-05e7de52-e13b-4bc9-a4e0-4eeccb5b9772 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Synchronizing usage tracker for tenant:a29b1e7130414c8d8df10d6bafc227cf on resource:security_group {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:31:53.750872 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-05e7de52-e13b-4bc9-a4e0-4eeccb5b9772 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Unset dirty status for tenant:a29b1e7130414c8d8df10d6bafc227cf on resource:security_group {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:31:53.757260 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-05e7de52-e13b-4bc9-a4e0-4eeccb5b9772 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1724837132&fields=id&tenant_id=a29b1e7130414c8d8df10d6bafc227cf HTTP/1.1" status: 200 len: 267 time: 0.0730231 May 10 15:31:53.891874 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:53.947568 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-963c7412-53d7-4fce-83a9-a12a4f0d589e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:53.949149 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-963c7412-53d7-4fce-83a9-a12a4f0d589e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/networks?id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 HTTP/1.1" status: 200 len: 817 time: 0.1847486 May 10 15:31:53.967671 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-825c48e6-edc0-47d6-9846-efd12dcaf4c1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/quotas/a29b1e7130414c8d8df10d6bafc227cf HTTP/1.1" status: 200 len: 375 time: 0.0123496 May 10 15:31:54.028908 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:31:54.034149 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:54.034528 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:54.127126 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-45cd6722-eb76-486c-ae40-d7d82f9b2451 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Synchronizing usage tracker for tenant:a29b1e7130414c8d8df10d6bafc227cf on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:31:54.164744 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-45cd6722-eb76-486c-ae40-d7d82f9b2451 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Unset dirty status for tenant:a29b1e7130414c8d8df10d6bafc227cf on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:31:54.166308 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-45cd6722-eb76-486c-ae40-d7d82f9b2451 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a29b1e7130414c8d8df10d6bafc227cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1810441 May 10 15:31:54.190661 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:54.237726 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:54.244460 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:54.251894 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:31:54.377994 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:54.380962 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:31:54.411397 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-0475512f-0e22-4210-89c7-49be443c6f23 service neutron] 10.222.0.11 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331042 May 10 15:31:54.581946 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-f9232a03-e459-431c-95ef-e1396be2a99c service neutron] 10.222.0.11 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601381 May 10 15:31:54.747889 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d73326-684a-42b5-b514-129804548791 req-aafb9d51-a548-4c7f-bf25-be28b6237269 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:54.750116 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-94d73326-684a-42b5-b514-129804548791 req-aafb9d51-a548-4c7f-bf25-be28b6237269 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.1409416 May 10 15:31:54.869846 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-94d73326-684a-42b5-b514-129804548791 req-a1a549ed-370b-4346-8f1c-8b2391b82b59 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124282 May 10 15:31:54.936918 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df616751-9edc-4c3e-88ff-39dc20bf4bde req-915ae132-8822-42b7-8820-135055a93042 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:54.945316 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-df616751-9edc-4c3e-88ff-39dc20bf4bde req-915ae132-8822-42b7-8820-135055a93042 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 943 time: 0.1361053 May 10 15:31:54.966471 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d764a6c2-8a36-4c19-80ec-22aa15e213bd req-a85f45ae-aecf-4375-836a-d38c4bc519a2 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 210 time: 0.0537636 May 10 15:31:55.019952 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-df616751-9edc-4c3e-88ff-39dc20bf4bde req-f1cb6bdb-3963-49bc-9e3c-16d47fb109fa tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732315 May 10 15:31:55.027624 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-318ef9e7-7a71-4bc3-a298-9db954491170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:55.835544 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:31:55.909327 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:31:55.909712 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:56.082001 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234f21b-e0b4-452c-b965-10bfc521d6af req-3e951522-756a-4be7-b513-f8ca273d09f9 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:56.083447 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6234f21b-e0b4-452c-b965-10bfc521d6af req-3e951522-756a-4be7-b513-f8ca273d09f9 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.1092844 May 10 15:31:56.128350 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6234f21b-e0b4-452c-b965-10bfc521d6af req-09073e93-79bd-4d9a-890f-8fd753863462 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385630 May 10 15:31:56.181041 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e3ebddc2-c071-4acc-8217-64b58b1c6d1b req-1006ff39-29a4-47af-a406-0f260a3c35a9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 210 time: 0.0602450 May 10 15:31:56.348294 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef166d-65fd-4826-8425-e360e7e61c47 req-efcc07fa-171f-490b-827b-618ce8eb85e5 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:56.349755 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b1ef166d-65fd-4826-8425-e360e7e61c47 req-efcc07fa-171f-490b-827b-618ce8eb85e5 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 943 time: 0.0855560 May 10 15:31:56.398917 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b1ef166d-65fd-4826-8425-e360e7e61c47 req-a694b778-5fd3-4abd-b3ba-38bd9a484cab tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428696 May 10 15:31:57.343172 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ba3a6-b3c1-4e9e-9046-d9c353e02d6e req-ef4a95c3-bbbb-422d-81bc-0f144a2e77da tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:57.344679 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bd0ba3a6-b3c1-4e9e-9046-d9c353e02d6e req-ef4a95c3-bbbb-422d-81bc-0f144a2e77da tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.0801139 May 10 15:31:57.388179 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ba40219e-fd3a-413c-b596-0f202343f119 req-c8defce5-6404-4d5d-8919-a8be01da1624 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 210 time: 0.0632439 May 10 15:31:57.424253 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bd0ba3a6-b3c1-4e9e-9046-d9c353e02d6e req-5f1c29f3-6e4a-437e-924d-3bb61e25f45a tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729160 May 10 15:31:57.590622 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33931f-1e99-45bb-9b4b-dd293a3d6edb req-cddf3923-85e5-40ec-b01c-011c4fbc50f7 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:57.592138 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5e33931f-1e99-45bb-9b4b-dd293a3d6edb req-cddf3923-85e5-40ec-b01c-011c4fbc50f7 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 943 time: 0.0854599 May 10 15:31:57.636478 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5e33931f-1e99-45bb-9b4b-dd293a3d6edb req-d43354c7-9ec7-49ad-a2bb-bb882815d9e3 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386677 May 10 15:31:57.685097 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:57.922501 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7461-c049-4b8e-af19-5e908a820738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:58.556027 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:58.630213 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12296d93-407d-4683-b97f-b8a0f67bb2ca req-39c96631-8a7b-4644-a5a4-249cfa83855c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:58.631595 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-12296d93-407d-4683-b97f-b8a0f67bb2ca req-39c96631-8a7b-4644-a5a4-249cfa83855c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.0845075 May 10 15:31:58.645580 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-2e570e9e-6104-4b7c-bc82-0231e94fd20e req-f8234964-b67e-4e8d-93ad-f2887b770ae6 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 210 time: 0.1362596 May 10 15:31:58.677642 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-12296d93-407d-4683-b97f-b8a0f67bb2ca req-39f79173-1d3b-4d33-85b5-4902d3e3349e tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394943 May 10 15:31:58.820450 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7e15a-0939-4c5d-be9e-476dd6998d66 req-3b90bb69-f79c-480e-9eb8-9b0738a47967 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:58.821866 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-93f7e15a-0939-4c5d-be9e-476dd6998d66 req-3b90bb69-f79c-480e-9eb8-9b0738a47967 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 943 time: 0.0783341 May 10 15:31:58.865012 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-93f7e15a-0939-4c5d-be9e-476dd6998d66 req-648ecf32-038b-489b-bbe3-d8014d9f3877 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374413 May 10 15:31:59.246647 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15575e-cb3e-470c-b75e-842b4c7ba345 req-f7574a93-e953-4edd-a0e1-eaab14d6e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:59.248512 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9a15575e-cb3e-470c-b75e-842b4c7ba345 req-f7574a93-e953-4edd-a0e1-eaab14d6e15f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=347bd0d6f00146ea94622b561a4350f6&device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 1096 time: 0.0814035 May 10 15:31:59.262343 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9b309dd5-2479-4273-94b9-8690f2b477f6 req-056366f0-0dff-4a60-a052-47a5778371a8 service neutron] 10.222.0.46 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310661 May 10 15:31:59.406262 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15575e-cb3e-470c-b75e-842b4c7ba345 req-89654e07-4f7c-4756-9928-1de9456c0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:59.408041 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9a15575e-cb3e-470c-b75e-842b4c7ba345 req-89654e07-4f7c-4756-9928-1de9456c0813 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=347bd0d6f00146ea94622b561a4350f6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1447036 May 10 15:31:59.414321 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9b309dd5-2479-4273-94b9-8690f2b477f6 req-e0642285-762f-4af1-9699-f58bb7d28ec7 service neutron] 10.222.0.46 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405537 May 10 15:31:59.673741 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15575e-cb3e-470c-b75e-842b4c7ba345 req-8a21d2de-c876-4393-b58b-e6cb691a01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:59.675924 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9a15575e-cb3e-470c-b75e-842b4c7ba345 req-8a21d2de-c876-4393-b58b-e6cb691a01b0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2609711 May 10 15:31:59.836579 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0e81c81f-62a2-4f6b-aad4-ce1c6fecb4ca req-3af72978-e2c0-43cd-bbca-07d8c82e5c46 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 210 time: 0.0547824 May 10 15:31:59.877815 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-9dc6fdda-9380-4468-b73f-8caff8669452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:59.879440 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-9dc6fdda-9380-4468-b73f-8caff8669452 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=347bd0d6f00146ea94622b561a4350f6&device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 1096 time: 0.1277232 May 10 15:31:59.904835 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30844d9-1c96-4590-84c6-4e276c1ae343 req-89629a6b-4bad-4254-89df-c7ebc621f2e9 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:31:59.906311 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f30844d9-1c96-4590-84c6-4e276c1ae343 req-89629a6b-4bad-4254-89df-c7ebc621f2e9 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.0959876 May 10 15:31:59.954686 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f30844d9-1c96-4590-84c6-4e276c1ae343 req-8c27e8aa-f312-40c7-8c54-d0cc2dfe8c1b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413053 May 10 15:31:59.956658 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-f3652f90-5eee-4f3a-9f41-472afc8f55f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0705a6a8-c113-4916-ba65-022160676453 HTTP/1.1" status: 200 len: 217 time: 0.0634420 May 10 15:32:00.070620 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-e171da0e-0dd8-417c-9086-f0a04919f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:00.072156 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-e171da0e-0dd8-417c-9086-f0a04919f7ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1973bfb-27a8-45eb-96be-2d9d2a32965f HTTP/1.1" status: 200 len: 853 time: 0.1052506 May 10 15:32:00.156109 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42c22d-f9d1-4ef7-90fe-d4459a78a192 req-57d4166a-affa-4fe7-9caa-f31cd1c873bf tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:00.157564 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7b42c22d-f9d1-4ef7-90fe-d4459a78a192 req-57d4166a-affa-4fe7-9caa-f31cd1c873bf tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 943 time: 0.1528533 May 10 15:32:00.217800 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-ae6f0673-c987-4bdd-97bd-31f1fc3137a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:00.219659 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-ae6f0673-c987-4bdd-97bd-31f1fc3137a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d63baf96-5392-4798-b336-29e63d92d7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1358035 May 10 15:32:00.228051 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7b42c22d-f9d1-4ef7-90fe-d4459a78a192 req-96f7ea25-1743-49c9-aee8-5c1179c93a83 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624311 May 10 15:32:00.308576 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:00.391843 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-60265f2b-d6df-4b87-af4b-3ade52cbd326 service neutron] 10.222.0.46 "GET /v2.0/networks/d63baf96-5392-4798-b336-29e63d92d7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529267 May 10 15:32:00.498433 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-b034f91e-aaff-4271-a8f7-6ffc843b5f03 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:00.499785 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-b034f91e-aaff-4271-a8f7-6ffc843b5f03 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.46 "GET /v2.0/networks?id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 HTTP/1.1" status: 200 len: 817 time: 0.1574512 May 10 15:32:00.531651 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ff8f264b-b44d-494f-996b-ea681fd6e9fc req-9cd16117-bf51-459f-955f-b804c1a4ca57 service neutron] 10.222.0.46 "GET /v2.0/networks/d63baf96-5392-4798-b336-29e63d92d7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324410 May 10 15:32:00.550630 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-66f1426c-1389-49e4-8b6e-bbd8bb000694 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a29b1e7130414c8d8df10d6bafc227cf HTTP/1.1" status: 200 len: 380 time: 0.0416460 May 10 15:32:00.561504 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-1874a9b9-c5b3-42ae-aeaf-a410362858d3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Request body: {'port': {'device_id': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'admin_state_up': True, 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'security_groups': ['0d830710-6aff-4eef-b4cb-27e9354d4ac2']}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:32:00.695584 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-1874a9b9-c5b3-42ae-aeaf-a410362858d3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:32:00.704821 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-1874a9b9-c5b3-42ae-aeaf-a410362858d3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:32:00.715517 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-1874a9b9-c5b3-42ae-aeaf-a410362858d3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Made reservation on behalf of a29b1e7130414c8d8df10d6bafc227cf for: {'port': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:32:00.719019 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-1874a9b9-c5b3-42ae-aeaf-a410362858d3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:00.880559 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-1874a9b9-c5b3-42ae-aeaf-a410362858d3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Allocated IP 172.20.0.8 (30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7/a6279250-a834-4915-8026-783b1c75fa9e/f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:32:01.004361 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-53cace0a-0356-4b2d-803c-844b42d4361f req-7282b7ed-dfed-4d8d-82a4-e005d7b71ee1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 210 time: 0.0442357 May 10 15:32:01.094917 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-1874a9b9-c5b3-42ae-aeaf-a410362858d3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:01.152896 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-1874a9b9-c5b3-42ae-aeaf-a410362858d3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Transition to ACTIVE for port object f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 will not be triggered until provisioned by entity DHCP. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:32:01.190954 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64389647-caf4-4f73-a9eb-9b5a2f420356 req-19cf1ac1-990a-4037-9e85-c594a1fca1f9 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:01.192457 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-64389647-caf4-4f73-a9eb-9b5a2f420356 req-19cf1ac1-990a-4037-9e85-c594a1fca1f9 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 945 time: 0.0840569 May 10 15:32:01.202543 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae965c-ea0a-4292-99e3-202189cdca73 req-21639ef6-7caa-4693-98b6-938f80054570 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:01.204056 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-29ae965c-ea0a-4292-99e3-202189cdca73 req-21639ef6-7caa-4693-98b6-938f80054570 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.1060286 May 10 15:32:01.209630 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-1874a9b9-c5b3-42ae-aeaf-a410362858d3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:01.217178 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:01.240557 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-64389647-caf4-4f73-a9eb-9b5a2f420356 req-39a7c7bf-bd69-401a-9be7-b301f7493ea8 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420506 May 10 15:32:01.309984 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-1874a9b9-c5b3-42ae-aeaf-a410362858d3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:32:01.315571 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-1874a9b9-c5b3-42ae-aeaf-a410362858d3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:32:01.330093 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874a9b9-c5b3-42ae-aeaf-a410362858d3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Pushing event updated for resources: {'Port': ['ID=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:01.334293 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-1874a9b9-c5b3-42ae-aeaf-a410362858d3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:32:01.378673 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-1874a9b9-c5b3-42ae-aeaf-a410362858d3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:01.382083 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-29ae965c-ea0a-4292-99e3-202189cdca73 req-d93f798a-5451-418b-93bf-2266c828302e tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697023 May 10 15:32:01.404490 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-1874a9b9-c5b3-42ae-aeaf-a410362858d3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:01.405121 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-1874a9b9-c5b3-42ae-aeaf-a410362858d3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:01.439664 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-1874a9b9-c5b3-42ae-aeaf-a410362858d3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8819025 May 10 15:32:01.440729 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac58230-33c4-494f-bcb1-e2e8b4227d32 req-a726853b-fd4a-4d0b-b31e-e39a724b16c4 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:01.442444 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8ac58230-33c4-494f-bcb1-e2e8b4227d32 req-a726853b-fd4a-4d0b-b31e-e39a724b16c4 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 943 time: 0.1037645 May 10 15:32:01.453529 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Request body: {'port': {'device_id': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:32:01.496777 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8ac58230-33c4-494f-bcb1-e2e8b4227d32 req-94e232fa-bbc3-4b8f-aafa-4a8e5ef02323 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476739 May 10 15:32:01.613171 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-2a1c9855-968e-4e70-b137-db189f65e1be None None] Provisioning for port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:32:01.617848 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-2a1c9855-968e-4e70-b137-db189f65e1be None None] Provisioning complete for port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:32:01.618230 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2a1c9855-968e-4e70-b137-db189f65e1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:01.620452 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:01.672822 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-2a1c9855-968e-4e70-b137-db189f65e1be None None] Port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:32:01.772330 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2e7d9-0185-418f-89ea-33700319efdc req-c91770fa-1934-48df-9bac-1719a633d998 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:01.774726 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c0b2e7d9-0185-418f-89ea-33700319efdc req-c91770fa-1934-48df-9bac-1719a633d998 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.2593894 May 10 15:32:01.881200 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c0b2e7d9-0185-418f-89ea-33700319efdc req-ea998f63-6bda-4c7b-8e89-01388dc870ff tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957339 May 10 15:32:01.904242 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 50004) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:32:02.091956 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 {{(pid=78734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:32:02.100309 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:02.115953 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Transition to ACTIVE for port object f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:32:02.120708 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:02.126029 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-e35fc422-c381-46a4-ba50-11df3adf8959 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:02.179334 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24badff5-20ab-45ac-a862-766fb21e3fda tempest-TestShelveInstance-346467790 tempest-TestShelveInstance-346467790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:02.183948 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-24badff5-20ab-45ac-a862-766fb21e3fda tempest-TestShelveInstance-346467790 tempest-TestShelveInstance-346467790-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 1093 time: 0.2755990 May 10 15:32:02.184114 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 50012) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:32:02.190101 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Request body: {'floatingip': {'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'port_id': 'd2264153-af44-4558-8f5f-8f85a4e12932', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:32:02.198304 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:32:02.204748 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Usage tracker for resource:floatingip and tenant:faa2ee53649b4235ba6d1175bfc6c4b2 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:32:02.208379 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:32:02.216930 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:32:02.239269 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for floatingip, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:02.263054 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447a51d-1383-43e1-a41f-e47d81ec444a req-fa2a3738-b461-4956-ac98-c877fe66fc94 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:02.265129 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5447a51d-1383-43e1-a41f-e47d81ec444a req-fa2a3738-b461-4956-ac98-c877fe66fc94 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.1387677 May 10 15:32:02.279258 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:02.282507 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:02.371643 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Attempting to bind port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:32:02.372030 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Attempting to bind port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '6de7622a-77b0-4e51-81e8-3b6de442a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:32:02.372362 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Attempting to bind port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 on network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:32:02.375120 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-5447a51d-1383-43e1-a41f-e47d81ec444a req-818be93a-772e-4cdb-99ec-ca28da01d068 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Synchronizing usage tracker for tenant:a29b1e7130414c8d8df10d6bafc227cf on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:32:02.377385 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 on network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:32:02.377676 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Attempting to bind port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 on network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:32:02.383451 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:32:02.383810 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Checking segment: {'id': '6de7622a-77b0-4e51-81e8-3b6de442a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:32:02.384198 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Bound using segment: {'id': '6de7622a-77b0-4e51-81e8-3b6de442a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:32:02.384624 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Bound port: f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de7622a-77b0-4e51-81e8-3b6de442a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:32:02.385259 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:02.394239 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-5447a51d-1383-43e1-a41f-e47d81ec444a req-818be93a-772e-4cdb-99ec-ca28da01d068 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Unset dirty status for tenant:a29b1e7130414c8d8df10d6bafc227cf on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:32:02.403432 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5447a51d-1383-43e1-a41f-e47d81ec444a req-818be93a-772e-4cdb-99ec-ca28da01d068 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842338 May 10 15:32:02.467392 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:02.548280 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] For port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9, host hv-cinder-78494, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:32:02.552008 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] For port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:32:02.565636 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:02.570776 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-453dc98f-9a88-4e8a-b1e4-d8d2bda8ca38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:02.610876 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd80a39-a1e5-449b-8b53-8b09853c2efc req-c429e656-6ea3-4bdf-a1bb-84362a98e6bf tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:02.612352 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7fd80a39-a1e5-449b-8b53-8b09853c2efc req-c429e656-6ea3-4bdf-a1bb-84362a98e6bf tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 945 time: 0.1906898 May 10 15:32:02.643620 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:02.644126 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:02.645439 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] 10.222.0.46 "PUT /v2.0/ports/f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 HTTP/1.1" status: 200 len: 1093 time: 1.1968200 May 10 15:32:02.649712 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'tag': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:32:02.736208 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7fd80a39-a1e5-449b-8b53-8b09853c2efc req-97bdfa51-9a85-4185-ace3-0327322dadbb tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141303 May 10 15:32:02.736833 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:02.740177 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:02.786490 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-5e1de134-d24c-4848-9c0b-01a27fe93699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:02.788121 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-5e1de134-d24c-4848-9c0b-01a27fe93699 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a29b1e7130414c8d8df10d6bafc227cf&device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 1096 time: 0.0933080 May 10 15:32:02.823347 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Allocated IP 172.27.3.214 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/099a2d13-e6bf-484c-8098-75933326a2ac) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:32:02.852617 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'tag': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9', 'status': 'completed', 'code': 200} May 10 15:32:02.867490 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-1fed7342-3f09-43a4-8382-7daf9d5563a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 HTTP/1.1" status: 200 len: 217 time: 0.0717754 May 10 15:32:02.913399 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 0705a6a8-c113-4916-ba65-022160676453 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:32:02.934706 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-9c065a59-7687-4e0c-9c52-4bbccd1e0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:02.935961 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-9c065a59-7687-4e0c-9c52-4bbccd1e0443 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6279250-a834-4915-8026-783b1c75fa9e HTTP/1.1" status: 200 len: 856 time: 0.0608461 May 10 15:32:02.956336 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfa60a-3244-472b-8ffb-249162026ddd req-af0f7e05-7a43-4348-8c5c-e9d7fc62b26a tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:02.957766 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-52dfa60a-3244-472b-8ffb-249162026ddd req-af0f7e05-7a43-4348-8c5c-e9d7fc62b26a tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 945 time: 0.3813770 May 10 15:32:03.012489 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-81593210-7934-46bf-8a84-fbab5a9068b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:03.014011 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-81593210-7934-46bf-8a84-fbab5a9068b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717719 May 10 15:32:03.022521 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29800943-e24e-4444-8084-508f400b9dc3 req-1524fce8-46e4-4a32-8e82-8156c4d12f6a tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:03.025874 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-29800943-e24e-4444-8084-508f400b9dc3 req-1524fce8-46e4-4a32-8e82-8156c4d12f6a tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 943 time: 0.4187250 May 10 15:32:03.074098 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 0705a6a8-c113-4916-ba65-022160676453, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0705a6a8-c113-4916-ba65-022160676453,segment=NetworkSegment(81a13848-bce6-4305-a84c-6f0d8f8aec0e),segment_id=81a13848-bce6-4305-a84c-6f0d8f8aec0e)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:32:03.088207 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': '0705a6a8-c113-4916-ba65-022160676453', 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9', 'port_id': '0705a6a8-c113-4916-ba65-022160676453', 'mac_address': 'fa:16:3e:4e:bd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:32:03.146728 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:03.156521 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-afb179f2-c8b4-4d0e-93ed-8db1448a0e7c service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356208 May 10 15:32:03.161251 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:03.164977 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0705a6a8-c113-4916-ba65-022160676453 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:32:03.170947 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-29800943-e24e-4444-8084-508f400b9dc3 req-2b1f4c77-cf35-4f83-b8c9-863a4793367f tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322231 May 10 15:32:03.183718 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 0705a6a8-c113-4916-ba65-022160676453, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0705a6a8-c113-4916-ba65-022160676453,segment=NetworkSegment(81a13848-bce6-4305-a84c-6f0d8f8aec0e),segment_id=81a13848-bce6-4305-a84c-6f0d8f8aec0e)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:32:03.190355 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:03.192846 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:03.217333 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:03.223411 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9f99b957-dcbb-45d7-8ec3-2c2a1ed2c509 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:03.259425 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-52dfa60a-3244-472b-8ffb-249162026ddd req-a909a7a2-d6ab-42dd-ae46-b72e9d774ecb tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Deleting port 8457fd44-14c2-4c7a-a00a-e83db53fcfdd {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:32:03.259788 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-52dfa60a-3244-472b-8ffb-249162026ddd req-a909a7a2-d6ab-42dd-ae46-b72e9d774ecb tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:03.264947 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=0705a6a8-c113-4916-ba65-022160676453,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:03.267986 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:03.297503 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1e05dbab-71f8-466c-abe7-57c92515b93f req-8feb5c37-2abb-461f-833b-ee1d4b6b0bad service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325872 May 10 15:32:03.342250 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:32:03.349111 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:32:03.357020 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:32:03.404839 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Pushing event updated for resources: {'Port': ['ID=099a2d13-e6bf-484c-8098-75933326a2ac,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:03.422483 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:03.431482 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496e620-7bcf-4a4d-aed8-a8ffb397bb70 req-69fc9433-297a-452b-ad12-64ae457d6ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:03.432948 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5496e620-7bcf-4a4d-aed8-a8ffb397bb70 req-69fc9433-297a-452b-ad12-64ae457d6ae5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a29b1e7130414c8d8df10d6bafc227cf&device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 1096 time: 0.0858731 May 10 15:32:03.445709 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['0705a6a8-c113-4916-ba65-022160676453'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:32:03.512380 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-52dfa60a-3244-472b-8ffb-249162026ddd req-a909a7a2-d6ab-42dd-ae46-b72e9d774ecb tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] For port 8457fd44-14c2-4c7a-a00a-e83db53fcfdd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8457fd44-14c2-4c7a-a00a-e83db53fcfdd,segment=NetworkSegment(5ad4f997-bad8-4158-b42c-490829466658),segment_id=5ad4f997-bad8-4158-b42c-490829466658)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:32:03.512773 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-52dfa60a-3244-472b-8ffb-249162026ddd req-a909a7a2-d6ab-42dd-ae46-b72e9d774ecb tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:03.650105 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-52dfa60a-3244-472b-8ffb-249162026ddd req-a909a7a2-d6ab-42dd-ae46-b72e9d774ecb tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Calling delete_port for 8457fd44-14c2-4c7a-a00a-e83db53fcfdd owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:32:03.710704 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496e620-7bcf-4a4d-aed8-a8ffb397bb70 req-afa96208-2ba1-41e5-b6c7-4a28227126ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:03.712172 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5496e620-7bcf-4a4d-aed8-a8ffb397bb70 req-afa96208-2ba1-41e5-b6c7-4a28227126ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 HTTP/1.1" status: 200 len: 918 time: 0.2723341 May 10 15:32:03.787185 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5496e620-7bcf-4a4d-aed8-a8ffb397bb70 req-ac23f3f2-ffe6-40e5-af88-b5b282ea4ed5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 HTTP/1.1" status: 200 len: 217 time: 0.0668204 May 10 15:32:03.836886 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d98108-f614-4dd2-b1dd-996508e5c835 req-99f131a5-c9a2-4fb6-b091-e3b969919f4d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:03.837600 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-65d98108-f614-4dd2-b1dd-996508e5c835 req-99f131a5-c9a2-4fb6-b091-e3b969919f4d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Synchronizing usage tracker for tenant:a29b1e7130414c8d8df10d6bafc227cf on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:32:03.868620 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-65d98108-f614-4dd2-b1dd-996508e5c835 req-99f131a5-c9a2-4fb6-b091-e3b969919f4d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Unset dirty status for tenant:a29b1e7130414c8d8df10d6bafc227cf on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:32:03.869749 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-65d98108-f614-4dd2-b1dd-996508e5c835 req-99f131a5-c9a2-4fb6-b091-e3b969919f4d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.2259982 May 10 15:32:03.873349 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496e620-7bcf-4a4d-aed8-a8ffb397bb70 req-0f429958-a9d8-414d-b318-ef62243676a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:03.874704 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5496e620-7bcf-4a4d-aed8-a8ffb397bb70 req-0f429958-a9d8-414d-b318-ef62243676a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6279250-a834-4915-8026-783b1c75fa9e HTTP/1.1" status: 200 len: 856 time: 0.0789983 May 10 15:32:03.958346 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-65d98108-f614-4dd2-b1dd-996508e5c835 req-fa572dfd-6006-4bb7-a2a4-ec468d1ce097 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826197 May 10 15:32:03.982999 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496e620-7bcf-4a4d-aed8-a8ffb397bb70 req-7ee04c76-3c35-45aa-a107-da20192857cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:03.984472 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5496e620-7bcf-4a4d-aed8-a8ffb397bb70 req-7ee04c76-3c35-45aa-a107-da20192857cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0932989 May 10 15:32:04.042246 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a9860-87b6-4ac0-ac8e-3ee1e4d9a975 req-ecbb0ca7-c1fb-4e26-a1fc-227984a5a5de tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:04.043721 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-639a9860-87b6-4ac0-ac8e-3ee1e4d9a975 req-ecbb0ca7-c1fb-4e26-a1fc-227984a5a5de tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8045f5e-09bb-4dc1-90a0-fe610b5f5a45 HTTP/1.1" status: 200 len: 945 time: 0.1750939 May 10 15:32:04.050056 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-52dfa60a-3244-472b-8ffb-249162026ddd req-a909a7a2-d6ab-42dd-ae46-b72e9d774ecb tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:04.079053 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7d564ff6-712b-433a-8e18-1551da7867a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:04.117888 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5496e620-7bcf-4a4d-aed8-a8ffb397bb70 req-73aca1b0-d356-432d-971c-22528145c176 service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237154 May 10 15:32:04.131223 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909a7a2-d6ab-42dd-ae46-b72e9d774ecb tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Pushing event deleted for resources: {'Port': ['ID=8457fd44-14c2-4c7a-a00a-e83db53fcfdd,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:04.135752 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a909a7a2-d6ab-42dd-ae46-b72e9d774ecb tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:04.202735 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-639a9860-87b6-4ac0-ac8e-3ee1e4d9a975 req-8f059a2c-c0b3-43c6-b5fd-f5470bf490a0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495371 May 10 15:32:04.241081 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dfa60a-3244-472b-8ffb-249162026ddd req-a909a7a2-d6ab-42dd-ae46-b72e9d774ecb tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] No DVR routers for this DVR port 8457fd44-14c2-4c7a-a00a-e83db53fcfdd on host hv-cinder-78494 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:32:04.244444 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-52dfa60a-3244-472b-8ffb-249162026ddd req-a909a7a2-d6ab-42dd-ae46-b72e9d774ecb tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:04.246982 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8045f5e-09bb-4dc1-90a0-fe610b5f5a45', 'name': 'network-vif-deleted', 'tag': '8457fd44-14c2-4c7a-a00a-e83db53fcfdd'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:32:04.255267 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5496e620-7bcf-4a4d-aed8-a8ffb397bb70 req-1b3a187b-7a56-43b4-b1a3-79b718e6ce53 service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281345 May 10 15:32:04.276197 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-52dfa60a-3244-472b-8ffb-249162026ddd req-a909a7a2-d6ab-42dd-ae46-b72e9d774ecb tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.46 "DELETE /v2.0/ports/8457fd44-14c2-4c7a-a00a-e83db53fcfdd HTTP/1.1" status: 204 len: 173 time: 1.2983897 May 10 15:32:04.277158 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:04.342565 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8045f5e-09bb-4dc1-90a0-fe610b5f5a45', 'name': 'network-vif-deleted', 'tag': '8457fd44-14c2-4c7a-a00a-e83db53fcfdd', 'status': 'completed', 'code': 200} May 10 15:32:04.370611 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:04.424047 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d68e1-ae38-4fc1-8c4a-a9f1d2e970aa req-6a77ce05-3a80-4729-b972-d1bc03e1f207 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:04.426035 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-754d68e1-ae38-4fc1-8c4a-a9f1d2e970aa req-6a77ce05-3a80-4729-b972-d1bc03e1f207 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 944 time: 0.1089146 May 10 15:32:04.479164 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-754d68e1-ae38-4fc1-8c4a-a9f1d2e970aa req-ac97b8e9-ebef-4f7b-b430-a0febd622402 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458305 May 10 15:32:04.676760 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:04.681913 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:04.686769 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2ceea6da-c34a-498a-ab8c-918f459ee0f7 tempest-DeleteServersTestJSON-1006841775 tempest-DeleteServersTestJSON-1006841775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:04.799472 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Pushing event updated for resources: {'Port': ['ID=099a2d13-e6bf-484c-8098-75933326a2ac,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:04.803490 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:04.814161 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706874'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:04.926637 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 0705a6a8-c113-4916-ba65-022160676453 up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:32:04.985359 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.l3_db [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Floating IP 445cbef1-a435-4dbf-b107-74f26b1d4b75 associated. External IP: 172.27.3.214, port: d2264153-af44-4558-8f5f-8f85a4e12932. May 10 15:32:04.992972 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port 0705a6a8-c113-4916-ba65-022160676453 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:32:04.997752 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port 0705a6a8-c113-4916-ba65-022160676453 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:32:04.998122 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:05.115082 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:05.140664 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0705a6a8-c113-4916-ba65-022160676453'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:32:05.151536 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 0705a6a8-c113-4916-ba65-022160676453, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0705a6a8-c113-4916-ba65-022160676453,segment=NetworkSegment(81a13848-bce6-4305-a84c-6f0d8f8aec0e),segment_id=81a13848-bce6-4305-a84c-6f0d8f8aec0e)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:32:05.156531 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:05.157444 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 8457fd44-14c2-4c7a-a00a-e83db53fcfdd no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:32:05.186320 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:05.219276 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0705a6a8-c113-4916-ba65-022160676453', 'code': 200} May 10 15:32:05.226841 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b1fb5-32f0-4fee-8823-fd61383143a5 req-026d3722-be47-454c-9beb-557046ed90a7 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:05.228357 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-529b1fb5-32f0-4fee-8823-fd61383143a5 req-026d3722-be47-454c-9beb-557046ed90a7 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.1350536 May 10 15:32:05.235628 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: 8457fd44-14c2-4c7a-a00a-e83db53fcfdd {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:32:05.236005 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 8457fd44-14c2-4c7a-a00a-e83db53fcfdd not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:32:05.269829 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=0705a6a8-c113-4916-ba65-022160676453,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:05.274222 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:05.464199 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-529b1fb5-32f0-4fee-8823-fd61383143a5 req-a9adad5d-b72b-4a4b-8480-2aa7324e2f23 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830754 May 10 15:32:05.496311 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Router dd07d304-778b-41c4-a605-e5ca4e911674 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:32:05.632001 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091cae4-e73c-4b1e-a26e-0bc607a3ac0e req-fdc344a2-5a8b-4060-906c-0ec08de39749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:05.633387 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e091cae4-e73c-4b1e-a26e-0bc607a3ac0e req-fdc344a2-5a8b-4060-906c-0ec08de39749 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 1098 time: 0.2295151 May 10 15:32:05.693733 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1922cd-863e-4c97-a387-f23363e29236 req-2e66da59-6f56-432a-b1b1-03e2b004d11c tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:05.695398 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7c1922cd-863e-4c97-a387-f23363e29236 req-2e66da59-6f56-432a-b1b1-03e2b004d11c tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 945 time: 0.0797129 May 10 15:32:05.703920 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e091cae4-e73c-4b1e-a26e-0bc607a3ac0e req-2b76a6c6-af5d-4d8b-a4e2-900afae19a90 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611601 May 10 15:32:05.726286 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:32:05.735986 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e6c847-2359-4df1-a3c8-72e92860dc13 None None] Sync routers for ids ['dd07d304-778b-41c4-a605-e5ca4e911674'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:32:05.746215 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7c1922cd-863e-4c97-a387-f23363e29236 req-8241b69d-5df2-4c4d-9755-83a24f2e8266 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448377 May 10 15:32:05.746440 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:05.754433 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e6c847-2359-4df1-a3c8-72e92860dc13 None None] Routers {'dd07d304-778b-41c4-a605-e5ca4e911674'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:32:05.755070 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-13e6c847-2359-4df1-a3c8-72e92860dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:31:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['dd07d304-778b-41c4-a605-e5ca4e911674'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:32:05.801196 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6160998 May 10 15:32:05.945472 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-13e6c847-2359-4df1-a3c8-72e92860dc13 None None] Set router dd07d304-778b-41c4-a605-e5ca4e911674 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:32:06.273414 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-13e6c847-2359-4df1-a3c8-72e92860dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'name': 'tempest-TestShelveInstance-1654621863-router', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:26Z', 'updated_at': '2021-05-10T15:30:31Z', 'revision_number': 4, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'gw_port': {'id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:27Z', 'updated_at': '2021-05-10T15:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '445cbef1-a435-4dbf-b107-74f26b1d4b75', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'port_id': 'd2264153-af44-4558-8f5f-8f85a4e12932', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a', 'mac_address': 'fa:16:3e:ca:3e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:32:03Z', 'updated_at': '2021-05-10T15:32:03Z', 'revision_number': 0, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d474295-e605-4c24-8ba9-76a75152e8b8', 'name': '', 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'mac_address': 'fa:16:3e:8f:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:30Z', 'updated_at': '2021-05-10T15:30:40Z', 'revision_number': 5, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'subnets': [{'id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:32:06.277130 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e6c847-2359-4df1-a3c8-72e92860dc13 None None] Checking router: dd07d304-778b-41c4-a605-e5ca4e911674 for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:32:06.285356 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e6c847-2359-4df1-a3c8-72e92860dc13 None None] Routers {'dd07d304-778b-41c4-a605-e5ca4e911674'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:32:06.285964 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-13e6c847-2359-4df1-a3c8-72e92860dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:31:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['dd07d304-778b-41c4-a605-e5ca4e911674'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:32:06.344020 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'tag': 'd2264153-af44-4558-8f5f-8f85a4e12932'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:32:06.391373 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'tag': 'd2264153-af44-4558-8f5f-8f85a4e12932', 'status': 'completed', 'code': 200} May 10 15:32:06.489044 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-13e6c847-2359-4df1-a3c8-72e92860dc13 None None] Set router dd07d304-778b-41c4-a605-e5ca4e911674 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:32:06.655842 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0384b-f774-4750-a6d8-5b24c3bb613f req-adcbaa92-1494-4a77-95c6-494eb72801ae tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:06.657302 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-20b0384b-f774-4750-a6d8-5b24c3bb613f req-adcbaa92-1494-4a77-95c6-494eb72801ae tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.0845139 May 10 15:32:06.701134 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-20b0384b-f774-4750-a6d8-5b24c3bb613f req-222e893f-1461-4d7f-a127-42109f0dad55 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379984 May 10 15:32:06.834690 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-13e6c847-2359-4df1-a3c8-72e92860dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'name': 'tempest-TestShelveInstance-1654621863-router', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:26Z', 'updated_at': '2021-05-10T15:30:31Z', 'revision_number': 4, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'gw_port': {'id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:27Z', 'updated_at': '2021-05-10T15:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '445cbef1-a435-4dbf-b107-74f26b1d4b75', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'port_id': 'd2264153-af44-4558-8f5f-8f85a4e12932', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a', 'mac_address': 'fa:16:3e:ca:3e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:32:03Z', 'updated_at': '2021-05-10T15:32:03Z', 'revision_number': 0, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d474295-e605-4c24-8ba9-76a75152e8b8', 'name': '', 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'mac_address': 'fa:16:3e:8f:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:30Z', 'updated_at': '2021-05-10T15:30:40Z', 'revision_number': 5, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'subnets': [{'id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:32:06.838764 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e6c847-2359-4df1-a3c8-72e92860dc13 None None] The sync data for ids ['dd07d304-778b-41c4-a605-e5ca4e911674'] in dv-cinder-784945-8-iscsi is: [{'id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'name': 'tempest-TestShelveInstance-1654621863-router', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:26Z', 'updated_at': '2021-05-10T15:30:31Z', 'revision_number': 4, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'gw_port': {'id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:27Z', 'updated_at': '2021-05-10T15:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '445cbef1-a435-4dbf-b107-74f26b1d4b75', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'port_id': 'd2264153-af44-4558-8f5f-8f85a4e12932', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a', 'mac_address': 'fa:16:3e:ca:3e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:32:03Z', 'updated_at': '2021-05-10T15:32:03Z', 'revision_number': 0, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d474295-e605-4c24-8ba9-76a75152e8b8', 'name': '', 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'mac_address': 'fa:16:3e:8f:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:30Z', 'updated_at': '2021-05-10T15:30:40Z', 'revision_number': 5, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'subnets': [{'id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:32:07.021270 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b892ad-1364-4b30-9dee-a1ccbd00b266 None None] New status for floating IP 445cbef1-a435-4dbf-b107-74f26b1d4b75: ACTIVE {{(pid=78737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:32:07.057180 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02261ff5-1e50-42ca-9cb3-352420b29043 req-e93bee82-5e99-4869-876f-21f4108fc077 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:07.058649 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-02261ff5-1e50-42ca-9cb3-352420b29043 req-e93bee82-5e99-4869-876f-21f4108fc077 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 945 time: 0.1948018 May 10 15:32:07.103281 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-02261ff5-1e50-42ca-9cb3-352420b29043 req-528dc832-db28-4f1b-836b-97f0447d0f72 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387595 May 10 15:32:07.627458 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:32:07.759497 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:32:07.773065 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'port_id': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9', 'mac_address': 'fa:16:3e:52:5e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:32:07.831422 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:07.848113 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:32:07.863206 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:32:07.867353 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:07.869062 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3b5f114e-31aa-4559-b6f0-33a4b63feb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:07.889927 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8cf08-03b8-49a7-bd20-c19ba1cd8c5b req-b4feca3b-0615-4ddf-b6a5-6390ad3b4584 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:07.891313 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ccd8cf08-03b8-49a7-bd20-c19ba1cd8c5b req-b4feca3b-0615-4ddf-b6a5-6390ad3b4584 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.0811727 May 10 15:32:07.932911 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:07.935884 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:07.941213 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ccd8cf08-03b8-49a7-bd20-c19ba1cd8c5b req-5f22631c-a0d2-4a98-9c5f-01bfe2716c2c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441394 May 10 15:32:08.283148 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50e52b-9083-4129-9760-04c73baa47c6 req-174ccbb1-bc5b-453e-b198-a082d1777707 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:08.284630 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0e50e52b-9083-4129-9760-04c73baa47c6 req-174ccbb1-bc5b-453e-b198-a082d1777707 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 945 time: 0.0781846 May 10 15:32:08.332012 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0e50e52b-9083-4129-9760-04c73baa47c6 req-2246abf7-685a-405b-a5dd-27f1f80a507c tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414014 May 10 15:32:08.720031 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb27e6-1f30-4326-a872-efb85ef76b78 req-42142856-c25d-43d0-aec3-639cff00d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:08.721532 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7cbb27e6-1f30-4326-a872-efb85ef76b78 req-42142856-c25d-43d0-aec3-639cff00d93a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=faa2ee53649b4235ba6d1175bfc6c4b2&device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 1098 time: 0.0706096 May 10 15:32:08.851922 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb27e6-1f30-4326-a872-efb85ef76b78 req-2c976dd7-28a4-452f-b394-746c6f6abe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:08.853354 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7cbb27e6-1f30-4326-a872-efb85ef76b78 req-2c976dd7-28a4-452f-b394-746c6f6abe91 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffd39617-231e-431e-81bd-fd1a3e33706a HTTP/1.1" status: 200 len: 910 time: 0.1233377 May 10 15:32:08.894435 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:32:08.958090 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7cbb27e6-1f30-4326-a872-efb85ef76b78 req-fa0fe9c3-66cd-415c-89a2-9e4eaccc171b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2264153-af44-4558-8f5f-8f85a4e12932 HTTP/1.1" status: 200 len: 1001 time: 0.0971105 May 10 15:32:09.025886 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb27e6-1f30-4326-a872-efb85ef76b78 req-31ae2ba2-ce05-42ba-bde9-cf2b85b2d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:09.027324 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7cbb27e6-1f30-4326-a872-efb85ef76b78 req-31ae2ba2-ce05-42ba-bde9-cf2b85b2d562 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8768d47-d5ea-4367-abf5-0bbfca3a1b00 HTTP/1.1" status: 200 len: 848 time: 0.0594361 May 10 15:32:09.129084 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb27e6-1f30-4326-a872-efb85ef76b78 req-f1b20d38-a7fa-4692-ba8a-fbfe05f2f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:09.132287 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7cbb27e6-1f30-4326-a872-efb85ef76b78 req-f1b20d38-a7fa-4692-ba8a-fbfe05f2f186 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd39617-231e-431e-81bd-fd1a3e33706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0962496 May 10 15:32:09.153274 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda91868-08f5-478c-9c34-83af6c2e96b2 req-6da51aa7-a0a4-4796-86b9-c0f84da41714 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:09.155759 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bda91868-08f5-478c-9c34-83af6c2e96b2 req-6da51aa7-a0a4-4796-86b9-c0f84da41714 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 944 time: 0.0954678 May 10 15:32:09.205494 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bda91868-08f5-478c-9c34-83af6c2e96b2 req-b81d517f-d651-4fc1-919b-265652dc5133 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395634 May 10 15:32:09.280936 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7cbb27e6-1f30-4326-a872-efb85ef76b78 req-c87fc6a9-4a85-42f2-9e52-27124caa1dd3 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd39617-231e-431e-81bd-fd1a3e33706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317606 May 10 15:32:09.420214 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7cbb27e6-1f30-4326-a872-efb85ef76b78 req-36ef314e-21ef-427f-9ab2-4cd3099f27bf service neutron] 10.222.0.46 "GET /v2.0/networks/ffd39617-231e-431e-81bd-fd1a3e33706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254325 May 10 15:32:09.518914 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313830a3-086b-43fe-bcc4-8e77022f4833 req-2663223d-5cb6-4ccb-9b5d-c883be24bda3 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:09.520288 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-313830a3-086b-43fe-bcc4-8e77022f4833 req-2663223d-5cb6-4ccb-9b5d-c883be24bda3 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 945 time: 0.0782180 May 10 15:32:09.568365 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-313830a3-086b-43fe-bcc4-8e77022f4833 req-8e6998f3-74f3-433a-96c7-a8f391fef1d7 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422463 May 10 15:32:09.753117 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a073e77-9006-47b3-a4b5-f60d56bf8b87 req-c56ffdd0-3bf4-4236-ac58-5240e257deb8 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:09.754563 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7a073e77-9006-47b3-a4b5-f60d56bf8b87 req-c56ffdd0-3bf4-4236-ac58-5240e257deb8 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 945 time: 0.0835426 May 10 15:32:09.800066 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7a073e77-9006-47b3-a4b5-f60d56bf8b87 req-27f07398-3d13-4b3c-afff-689ecedb5fcf tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393393 May 10 15:32:10.196880 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c604c9-60e7-433d-9eb3-920384004b5e req-62a6a55a-49cd-4391-9b78-8d3c69dfef1c tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:10.198409 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-14c604c9-60e7-433d-9eb3-920384004b5e req-62a6a55a-49cd-4391-9b78-8d3c69dfef1c tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 945 time: 0.0805972 May 10 15:32:10.249644 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-14c604c9-60e7-433d-9eb3-920384004b5e req-8f9263c7-4876-43fe-8eec-430cf55d1d20 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446758 May 10 15:32:10.398619 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f6e49-7b6b-408a-a9b4-59597bea5180 req-c3b5cf14-0f9d-480d-9acd-351ede00e49a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:10.400098 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-687f6e49-7b6b-408a-a9b4-59597bea5180 req-c3b5cf14-0f9d-480d-9acd-351ede00e49a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 944 time: 0.0818436 May 10 15:32:10.447042 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-687f6e49-7b6b-408a-a9b4-59597bea5180 req-f3f35a94-aa84-4525-9197-69db347cb950 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401623 May 10 15:32:10.943684 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:32:11.010640 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:32:11.014945 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:32:11.015318 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:11.134402 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:11.164250 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:32:11.175829 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:32:11.181921 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:11.184053 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:11.224476 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9', 'code': 200} May 10 15:32:11.267132 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:11.270266 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:11.479502 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d2472-518b-46bd-868a-6a6fe8a2d49b req-4acc2eaa-b9fb-4b5a-b4ca-d4692d3fb14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:11.481360 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-008d2472-518b-46bd-868a-6a6fe8a2d49b req-4acc2eaa-b9fb-4b5a-b4ca-d4692d3fb14b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 1098 time: 0.0742350 May 10 15:32:11.528886 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-008d2472-518b-46bd-868a-6a6fe8a2d49b req-5401590d-36ee-4a74-b753-b4af60eaaf1b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405650 May 10 15:32:11.653766 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bfb84-d082-4bff-9902-596b29e06e7d req-eecb6329-ae92-48c9-afb9-fb66de077efd tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:11.655243 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a01bfb84-d082-4bff-9902-596b29e06e7d req-eecb6329-ae92-48c9-afb9-fb66de077efd tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0803976 May 10 15:32:11.700170 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a01bfb84-d082-4bff-9902-596b29e06e7d req-e56f15c9-cc4c-47f6-b911-b4ca010a9333 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392485 May 10 15:32:12.891448 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a73e4-e3e3-4e9f-95aa-bbb39a9e5235 req-fecc946f-fa77-495f-9a1e-6587b61e8ffb tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:12.892897 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e86a73e4-e3e3-4e9f-95aa-bbb39a9e5235 req-fecc946f-fa77-495f-9a1e-6587b61e8ffb tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0806203 May 10 15:32:12.937545 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e86a73e4-e3e3-4e9f-95aa-bbb39a9e5235 req-ed87b36d-ac5d-4b36-8be4-15ec0908760f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384808 May 10 15:32:14.122684 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4440043-74b3-4138-837c-311d4914b6ab req-8846a0dd-e9f8-4a3c-b68f-48e0f5b00b12 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:14.124121 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b4440043-74b3-4138-837c-311d4914b6ab req-8846a0dd-e9f8-4a3c-b68f-48e0f5b00b12 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0789037 May 10 15:32:14.169902 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b4440043-74b3-4138-837c-311d4914b6ab req-b6071c17-b6ee-4bda-abf6-2c114029f837 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401082 May 10 15:32:15.369125 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a134a4-878c-4db7-8524-784835901d99 req-de78a21c-6e23-4635-b386-ec99930c7135 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:15.371931 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-48a134a4-878c-4db7-8524-784835901d99 req-de78a21c-6e23-4635-b386-ec99930c7135 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0846610 May 10 15:32:15.419616 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-48a134a4-878c-4db7-8524-784835901d99 req-f2749f0f-f023-4feb-85c8-150f40a6c84f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419095 May 10 15:32:15.860312 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a809641-7e64-4549-b03c-cc056dce732a req-e2fe91ee-9d3c-4306-99b4-31ccb9c2dc41 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:15.861714 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8a809641-7e64-4549-b03c-cc056dce732a req-e2fe91ee-9d3c-4306-99b4-31ccb9c2dc41 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/networks?id=53f7926b-52b7-4138-bbf6-3380c68e55ee HTTP/1.1" status: 200 len: 814 time: 0.1471786 May 10 15:32:15.876375 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8a809641-7e64-4549-b03c-cc056dce732a req-26917952-4d29-4419-b51e-6091675ece96 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/quotas/95c5ba52749c4100ac24d785977fcd9d HTTP/1.1" status: 200 len: 375 time: 0.0084872 May 10 15:32:15.925770 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8a809641-7e64-4549-b03c-cc056dce732a req-49c805e6-8102-41b1-8f1b-86655a5c1619 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=95c5ba52749c4100ac24d785977fcd9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445788 May 10 15:32:16.134226 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8a809641-7e64-4549-b03c-cc056dce732a req-646080ba-9e40-43cb-955d-5fe04f589938 service neutron] 10.222.0.11 "GET /v2.0/networks/53f7926b-52b7-4138-bbf6-3380c68e55ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008767 May 10 15:32:16.270081 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8a809641-7e64-4549-b03c-cc056dce732a req-96e8ef15-482d-45aa-9da3-fd9d2c70cfdc service neutron] 10.222.0.11 "GET /v2.0/networks/53f7926b-52b7-4138-bbf6-3380c68e55ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277158 May 10 15:32:16.380585 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ded11-8bb6-4910-a753-641b416de737 req-e1e5e09e-d102-40d1-bad3-dfb7b97d8075 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:16.383784 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-259ded11-8bb6-4910-a753-641b416de737 req-e1e5e09e-d102-40d1-bad3-dfb7b97d8075 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1745670 May 10 15:32:16.432641 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-259ded11-8bb6-4910-a753-641b416de737 req-3e6f5ce6-5545-44f9-9768-9a132650615c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442586 May 10 15:32:16.463156 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ea8b4532-a482-4858-96e3-e5471ef242a9 req-1e018143-af3c-4020-bda4-717689d9f966 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=db202c0c-6ce9-4479-b6f8-c8e5ab080f3e HTTP/1.1" status: 200 len: 210 time: 0.0475967 May 10 15:32:16.609613 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d2b16-87ef-409b-bbbb-be21b6832618 req-aa0bf84b-427b-4539-8fe7-01074644d26e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:16.611074 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c76d2b16-87ef-409b-bbbb-be21b6832618 req-aa0bf84b-427b-4539-8fe7-01074644d26e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0823901 May 10 15:32:16.660733 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c76d2b16-87ef-409b-bbbb-be21b6832618 req-64359c73-56ef-418e-b17f-8448e2536b8a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428534 May 10 15:32:16.849865 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297074e-3840-42c7-a4c1-967d9d5bd4b3 req-4ceb6cc0-eee4-4975-9ff2-b7d66c7a85a4 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:16.851996 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d297074e-3840-42c7-a4c1-967d9d5bd4b3 req-4ceb6cc0-eee4-4975-9ff2-b7d66c7a85a4 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0870116 May 10 15:32:16.860136 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 50190) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:32:16.865206 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-cac99a24-e497-4451-8cc2-f9bbab671ee5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Request body: {'floatingip': {'port_id': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:32:16.941806 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cac99a24-e497-4451-8cc2-f9bbab671ee5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for floatingip, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:17.661674 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-33bfe4e4-9a88-4f54-9e43-dd2cc26dbceb req-1aca9095-07fe-405c-848a-9b14e9ed87fa tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=db202c0c-6ce9-4479-b6f8-c8e5ab080f3e HTTP/1.1" status: 200 len: 210 time: 0.0493104 May 10 15:32:17.691623 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a809641-7e64-4549-b03c-cc056dce732a req-c9660cc6-652f-4de8-a902-543823256d1b tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:17.693067 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8a809641-7e64-4549-b03c-cc056dce732a req-c9660cc6-652f-4de8-a902-543823256d1b tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.46 "GET /v2.0/networks?id=53f7926b-52b7-4138-bbf6-3380c68e55ee HTTP/1.1" status: 200 len: 814 time: 0.2232592 May 10 15:32:17.706958 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00c77f-2420-435a-868c-8ebdb513219a req-557f7ff5-4b6c-4fd6-beaf-e923c7899855 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:17.709546 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-be00c77f-2420-435a-868c-8ebdb513219a req-557f7ff5-4b6c-4fd6-beaf-e923c7899855 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1570404 May 10 15:32:17.716087 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-8a809641-7e64-4549-b03c-cc056dce732a req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Request body: {'port': {'device_id': 'db202c0c-6ce9-4479-b6f8-c8e5ab080f3e', 'network_id': '53f7926b-52b7-4138-bbf6-3380c68e55ee', 'admin_state_up': True, 'tenant_id': '95c5ba52749c4100ac24d785977fcd9d'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:32:17.774388 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cac99a24-e497-4451-8cc2-f9bbab671ee5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:17.779363 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cac99a24-e497-4451-8cc2-f9bbab671ee5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706874'] for floatingip, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:17.858020 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-be00c77f-2420-435a-868c-8ebdb513219a req-56f0fde5-4e5f-4742-975d-85f0d450faaa tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250064 May 10 15:32:17.892235 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-8a809641-7e64-4549-b03c-cc056dce732a req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:32:17.896494 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-8a809641-7e64-4549-b03c-cc056dce732a req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Usage tracker for resource:port and tenant:95c5ba52749c4100ac24d785977fcd9d is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:32:17.899746 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-8a809641-7e64-4549-b03c-cc056dce732a req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:32:17.905915 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-8a809641-7e64-4549-b03c-cc056dce732a req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:32:17.916620 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a809641-7e64-4549-b03c-cc056dce732a req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Made reservation on behalf of 95c5ba52749c4100ac24d785977fcd9d for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:32:17.920129 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-8a809641-7e64-4549-b03c-cc056dce732a req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:18.054237 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.db.l3_db [None req-cac99a24-e497-4451-8cc2-f9bbab671ee5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Floating IP bb4163f1-a971-4b87-802b-55b05a2a2f1b associated. External IP: 172.27.3.196, port: f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9. May 10 15:32:18.087619 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-8a809641-7e64-4549-b03c-cc056dce732a req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Allocated IP 172.20.0.5 (53f7926b-52b7-4138-bbf6-3380c68e55ee/37889db1-0a18-4460-944e-f714776f382e/74023168-dea0-4312-8020-f3d1f5409719) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:32:18.289223 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-8a809641-7e64-4549-b03c-cc056dce732a req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:18.319236 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-8a809641-7e64-4549-b03c-cc056dce732a req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:18.325537 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1f9a92c2-d95a-421a-bde1-a5824500a102 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:18.390752 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a809641-7e64-4549-b03c-cc056dce732a req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Network 53f7926b-52b7-4138-bbf6-3380c68e55ee is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:32:18.393848 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-8a809641-7e64-4549-b03c-cc056dce732a req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:32:18.396429 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a809641-7e64-4549-b03c-cc056dce732a req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:32:18.405158 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac99a24-e497-4451-8cc2-f9bbab671ee5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Router 859f4aba-b9bb-4250-881a-a1ee81cab23b has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:32:18.442673 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Pushing event updated for resources: {'Port': ['ID=74023168-dea0-4312-8020-f3d1f5409719,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:18.446614 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:18.478205 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a809641-7e64-4549-b03c-cc056dce732a req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:18.478824 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-8a809641-7e64-4549-b03c-cc056dce732a req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:18.504072 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8a809641-7e64-4549-b03c-cc056dce732a req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7927213 May 10 15:32:18.525066 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Request body: {'port': {'device_id': 'db202c0c-6ce9-4479-b6f8-c8e5ab080f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:32:18.592701 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac99a24-e497-4451-8cc2-f9bbab671ee5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:32:18.598308 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cac99a24-e497-4451-8cc2-f9bbab671ee5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:18.602461 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0597ab1b-9fed-4457-a611-609190d4b02d None None] Sync routers for ids ['859f4aba-b9bb-4250-881a-a1ee81cab23b'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:32:18.612963 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0597ab1b-9fed-4457-a611-609190d4b02d None None] Routers {'859f4aba-b9bb-4250-881a-a1ee81cab23b'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:32:18.613791 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-0597ab1b-9fed-4457-a611-609190d4b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:31:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['859f4aba-b9bb-4250-881a-a1ee81cab23b'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:32:18.640565 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:18.657319 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-cac99a24-e497-4451-8cc2-f9bbab671ee5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "PUT /v2.0/floatingips/bb4163f1-a971-4b87-802b-55b05a2a2f1b HTTP/1.1" status: 200 len: 991 time: 1.7959938 May 10 15:32:18.658583 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'tag': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:32:18.720523 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'tag': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9', 'status': 'completed', 'code': 200} May 10 15:32:18.840052 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-0597ab1b-9fed-4457-a611-609190d4b02d None None] Set router 859f4aba-b9bb-4250-881a-a1ee81cab23b gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:32:18.858868 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b77b1-d90d-4041-84fa-841814748655 req-b28d1037-0d6a-44ee-9227-8225eb1fb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:18.860371 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b14b77b1-d90d-4041-84fa-841814748655 req-b28d1037-0d6a-44ee-9227-8225eb1fb407 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a29b1e7130414c8d8df10d6bafc227cf&device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 1098 time: 0.1121202 May 10 15:32:18.966476 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:19.033864 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4395fd-9800-4256-a0a3-76b526dc0afe req-ea79c58c-79ab-45b1-933c-faf74b9a92da tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:19.034577 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-af4395fd-9800-4256-a0a3-76b526dc0afe req-ea79c58c-79ab-45b1-933c-faf74b9a92da tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Synchronizing usage tracker for tenant:95c5ba52749c4100ac24d785977fcd9d on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:32:19.072111 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b77b1-d90d-4041-84fa-841814748655 req-f3d7feea-6c81-4bc1-a1de-b5a7e19982d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:19.073428 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-af4395fd-9800-4256-a0a3-76b526dc0afe req-ea79c58c-79ab-45b1-933c-faf74b9a92da tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Unset dirty status for tenant:95c5ba52749c4100ac24d785977fcd9d on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:32:19.073557 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-af4395fd-9800-4256-a0a3-76b526dc0afe req-ea79c58c-79ab-45b1-933c-faf74b9a92da tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=db202c0c-6ce9-4479-b6f8-c8e5ab080f3e HTTP/1.1" status: 200 len: 931 time: 0.2273517 May 10 15:32:19.073989 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b14b77b1-d90d-4041-84fa-841814748655 req-f3d7feea-6c81-4bc1-a1de-b5a7e19982d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 HTTP/1.1" status: 200 len: 918 time: 0.2068112 May 10 15:32:19.176523 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74023168-dea0-4312-8020-f3d1f5409719 {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:32:19.189642 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:19.196060 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-af4395fd-9800-4256-a0a3-76b526dc0afe req-357efad1-0591-4f30-b02b-b4229801cbc8 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860758 May 10 15:32:19.209303 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b14b77b1-d90d-4041-84fa-841814748655 req-41afb9e3-69e4-4daf-b272-6b6e99d80283 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 HTTP/1.1" status: 200 len: 999 time: 0.1272216 May 10 15:32:19.212792 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Transition to ACTIVE for port object 74023168-dea0-4312-8020-f3d1f5409719 will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:32:19.220785 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:19.232875 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b4a04-3b79-448a-993f-d90e80a53348 req-3a814dd9-6459-46f6-9228-c748972279a5 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:19.240363 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-336b4a04-3b79-448a-993f-d90e80a53348 req-3a814dd9-6459-46f6-9228-c748972279a5 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.2396979 May 10 15:32:19.242391 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-17c9c186-a946-46e7-9e01-7c911c179404 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:19.333819 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b77b1-d90d-4041-84fa-841814748655 req-1309da7e-c8e3-4b6a-97da-85e151cc5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:19.336118 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b14b77b1-d90d-4041-84fa-841814748655 req-1309da7e-c8e3-4b6a-97da-85e151cc5b37 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6279250-a834-4915-8026-783b1c75fa9e HTTP/1.1" status: 200 len: 856 time: 0.1133914 May 10 15:32:19.348367 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-336b4a04-3b79-448a-993f-d90e80a53348 req-a8c7c42d-fac7-4dbc-9931-18d281a207b6 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063085 May 10 15:32:19.381713 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-0597ab1b-9fed-4457-a611-609190d4b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:31:45Z', 'revision_number': 4, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': 'bb4163f1-a971-4b87-802b-55b05a2a2f1b', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'port_id': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'mac_address': 'fa:16:3e:52:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:31:52Z', 'updated_at': '2021-05-10T15:32:17Z', 'revision_number': 1, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034', 'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'mac_address': 'fa:16:3e:4f:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:44Z', 'updated_at': '2021-05-10T15:31:54Z', 'revision_number': 5, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'subnets': [{'id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:32:19.385941 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0597ab1b-9fed-4457-a611-609190d4b02d None None] Checking router: 859f4aba-b9bb-4250-881a-a1ee81cab23b for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:32:19.394930 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0597ab1b-9fed-4457-a611-609190d4b02d None None] Routers {'859f4aba-b9bb-4250-881a-a1ee81cab23b'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:32:19.395549 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-0597ab1b-9fed-4457-a611-609190d4b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:31:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['859f4aba-b9bb-4250-881a-a1ee81cab23b'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:32:19.453616 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b77b1-d90d-4041-84fa-841814748655 req-28518765-31a6-4d3e-9c61-d92339ece257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:19.455123 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b14b77b1-d90d-4041-84fa-841814748655 req-28518765-31a6-4d3e-9c61-d92339ece257 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1058455 May 10 15:32:19.524571 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Pushing event updated for resources: {'Port': ['ID=74023168-dea0-4312-8020-f3d1f5409719,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:19.530540 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:19.566107 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Attempting to bind port 74023168-dea0-4312-8020-f3d1f5409719 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:32:19.566426 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Attempting to bind port 74023168-dea0-4312-8020-f3d1f5409719 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '5ad4f997-bad8-4158-b42c-490829466658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '53f7926b-52b7-4138-bbf6-3380c68e55ee'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:32:19.566750 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Attempting to bind port 74023168-dea0-4312-8020-f3d1f5409719 on network 53f7926b-52b7-4138-bbf6-3380c68e55ee {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:32:19.572159 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Port 74023168-dea0-4312-8020-f3d1f5409719 on network 53f7926b-52b7-4138-bbf6-3380c68e55ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:32:19.572478 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Attempting to bind port 74023168-dea0-4312-8020-f3d1f5409719 on network 53f7926b-52b7-4138-bbf6-3380c68e55ee {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:32:19.578064 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:32:19.578280 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-0597ab1b-9fed-4457-a611-609190d4b02d None None] Set router 859f4aba-b9bb-4250-881a-a1ee81cab23b gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:32:19.578380 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Checking segment: {'id': '5ad4f997-bad8-4158-b42c-490829466658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '53f7926b-52b7-4138-bbf6-3380c68e55ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:32:19.578765 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Bound using segment: {'id': '5ad4f997-bad8-4158-b42c-490829466658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '53f7926b-52b7-4138-bbf6-3380c68e55ee'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:32:19.579189 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Bound port: 74023168-dea0-4312-8020-f3d1f5409719, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad4f997-bad8-4158-b42c-490829466658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '53f7926b-52b7-4138-bbf6-3380c68e55ee'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:32:19.579536 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:19.674269 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] For port 74023168-dea0-4312-8020-f3d1f5409719, host hv-cinder-78494, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:32:19.679172 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] For port 74023168-dea0-4312-8020-f3d1f5409719, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=74023168-dea0-4312-8020-f3d1f5409719,segment=NetworkSegment(5ad4f997-bad8-4158-b42c-490829466658),segment_id=5ad4f997-bad8-4158-b42c-490829466658)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:32:19.685563 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:19.697064 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a909a7a2-d6ab-42dd-ae46-b72e9d774ecb tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:19.704853 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b14b77b1-d90d-4041-84fa-841814748655 req-e8f7fbc5-17cb-4f52-ab84-176914585478 service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418816 May 10 15:32:19.773774 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Pushing event updated for resources: {'Port': ['ID=74023168-dea0-4312-8020-f3d1f5409719,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:19.778939 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:19.783031 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:19.784230 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:19.786225 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8a809641-7e64-4549-b03c-cc056dce732a req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] 10.222.0.46 "PUT /v2.0/ports/74023168-dea0-4312-8020-f3d1f5409719 HTTP/1.1" status: 200 len: 1093 time: 1.2658269 May 10 15:32:19.786698 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db202c0c-6ce9-4479-b6f8-c8e5ab080f3e', 'tag': '74023168-dea0-4312-8020-f3d1f5409719'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:32:19.840982 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db202c0c-6ce9-4479-b6f8-c8e5ab080f3e', 'tag': '74023168-dea0-4312-8020-f3d1f5409719', 'status': 'completed', 'code': 200} May 10 15:32:19.855853 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b14b77b1-d90d-4041-84fa-841814748655 req-813f3420-c53a-4988-992a-940443d90e48 service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443360 May 10 15:32:19.926505 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a809641-7e64-4549-b03c-cc056dce732a req-238c74ca-dfce-4733-b105-b620d579fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:19.928030 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8a809641-7e64-4549-b03c-cc056dce732a req-238c74ca-dfce-4733-b105-b620d579fab2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95c5ba52749c4100ac24d785977fcd9d&device_id=db202c0c-6ce9-4479-b6f8-c8e5ab080f3e HTTP/1.1" status: 200 len: 1096 time: 0.0742705 May 10 15:32:19.958219 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-0597ab1b-9fed-4457-a611-609190d4b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:31:45Z', 'revision_number': 4, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': 'bb4163f1-a971-4b87-802b-55b05a2a2f1b', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'port_id': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'mac_address': 'fa:16:3e:52:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:31:52Z', 'updated_at': '2021-05-10T15:32:17Z', 'revision_number': 1, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034', 'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'mac_address': 'fa:16:3e:4f:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:44Z', 'updated_at': '2021-05-10T15:31:54Z', 'revision_number': 5, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'subnets': [{'id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:32:19.962525 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0597ab1b-9fed-4457-a611-609190d4b02d None None] The sync data for ids ['859f4aba-b9bb-4250-881a-a1ee81cab23b'] in dv-cinder-784945-8-iscsi is: [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:31:45Z', 'revision_number': 4, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': 'bb4163f1-a971-4b87-802b-55b05a2a2f1b', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'port_id': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'mac_address': 'fa:16:3e:52:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:31:52Z', 'updated_at': '2021-05-10T15:32:17Z', 'revision_number': 1, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034', 'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'mac_address': 'fa:16:3e:4f:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:44Z', 'updated_at': '2021-05-10T15:31:54Z', 'revision_number': 5, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'subnets': [{'id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:32:20.006734 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8a809641-7e64-4549-b03c-cc056dce732a req-3f04936f-78ef-48fd-ac44-acc826a7c1f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74023168-dea0-4312-8020-f3d1f5409719 HTTP/1.1" status: 200 len: 217 time: 0.0646689 May 10 15:32:20.076900 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a809641-7e64-4549-b03c-cc056dce732a req-bfdc44c4-7ee2-4a67-aae2-cd10258902f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:20.078360 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8a809641-7e64-4549-b03c-cc056dce732a req-bfdc44c4-7ee2-4a67-aae2-cd10258902f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37889db1-0a18-4460-944e-f714776f382e HTTP/1.1" status: 200 len: 854 time: 0.0596948 May 10 15:32:20.134790 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebc2b96-ee61-44b7-aa4b-879b8cab8b32 None None] New status for floating IP bb4163f1-a971-4b87-802b-55b05a2a2f1b: ACTIVE {{(pid=78737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:32:20.151693 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8a809641-7e64-4549-b03c-cc056dce732a req-9693452a-090f-4bd3-915a-28b66ecc9309 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53f7926b-52b7-4138-bbf6-3380c68e55ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430233 May 10 15:32:20.285370 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8a809641-7e64-4549-b03c-cc056dce732a req-e64425ef-0a16-4092-80ec-6a94f50ea9cf service neutron] 10.222.0.46 "GET /v2.0/networks/53f7926b-52b7-4138-bbf6-3380c68e55ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273546 May 10 15:32:20.502189 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9db0f6-fa63-4c91-8925-5fbd29914e59 req-ae1ae0da-7845-4cc8-8350-c74f93088539 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:20.503549 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2a9db0f6-fa63-4c91-8925-5fbd29914e59 req-ae1ae0da-7845-4cc8-8350-c74f93088539 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=db202c0c-6ce9-4479-b6f8-c8e5ab080f3e HTTP/1.1" status: 200 len: 943 time: 0.1319733 May 10 15:32:20.507380 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8a809641-7e64-4549-b03c-cc056dce732a req-3c0cdce3-8e6b-40d6-b2ec-50649017fe63 service neutron] 10.222.0.46 "GET /v2.0/networks/53f7926b-52b7-4138-bbf6-3380c68e55ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153928 May 10 15:32:20.550611 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88999d89-4d8d-468a-8c7c-4ed31aba93dc req-05a9080e-06c1-4fa9-987b-972c622eac2e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:20.551768 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2a9db0f6-fa63-4c91-8925-5fbd29914e59 req-0ad45a4e-4d7b-4344-8514-27fe388f4e6a tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416071 May 10 15:32:20.552095 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-88999d89-4d8d-468a-8c7c-4ed31aba93dc req-05a9080e-06c1-4fa9-987b-972c622eac2e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0877216 May 10 15:32:20.602253 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-88999d89-4d8d-468a-8c7c-4ed31aba93dc req-f2ea240a-f973-4cda-acee-3228ff3a924e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437014 May 10 15:32:20.627058 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d30e33-ca0a-4520-80e2-0c48bb93b3ac req-f646b3d3-0d3f-4a80-a8d5-e8093d2b90b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:20.628555 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e2d30e33-ca0a-4520-80e2-0c48bb93b3ac req-f646b3d3-0d3f-4a80-a8d5-e8093d2b90b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95c5ba52749c4100ac24d785977fcd9d&device_id=db202c0c-6ce9-4479-b6f8-c8e5ab080f3e HTTP/1.1" status: 200 len: 1096 time: 0.0743930 May 10 15:32:20.776823 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d30e33-ca0a-4520-80e2-0c48bb93b3ac req-ea30defd-7fe5-4e78-9841-ad59c1402c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:20.778174 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e2d30e33-ca0a-4520-80e2-0c48bb93b3ac req-ea30defd-7fe5-4e78-9841-ad59c1402c65 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53f7926b-52b7-4138-bbf6-3380c68e55ee HTTP/1.1" status: 200 len: 915 time: 0.1343198 May 10 15:32:20.846696 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e2d30e33-ca0a-4520-80e2-0c48bb93b3ac req-93d0a314-9bf7-4a5a-b9d2-a907bb112216 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74023168-dea0-4312-8020-f3d1f5409719 HTTP/1.1" status: 200 len: 217 time: 0.0592659 May 10 15:32:20.915624 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d30e33-ca0a-4520-80e2-0c48bb93b3ac req-8e87fe31-b931-426d-94f5-e923c204076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:20.917029 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e2d30e33-ca0a-4520-80e2-0c48bb93b3ac req-8e87fe31-b931-426d-94f5-e923c204076a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37889db1-0a18-4460-944e-f714776f382e HTTP/1.1" status: 200 len: 854 time: 0.0581205 May 10 15:32:20.973586 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e2d30e33-ca0a-4520-80e2-0c48bb93b3ac req-ca04a75a-9a9e-4a4c-a5c5-4aafee2d715a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53f7926b-52b7-4138-bbf6-3380c68e55ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401587 May 10 15:32:21.192239 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e2d30e33-ca0a-4520-80e2-0c48bb93b3ac req-5478d7bc-9e07-41b9-9d1d-e040dff1a805 service neutron] 10.222.0.46 "GET /v2.0/networks/53f7926b-52b7-4138-bbf6-3380c68e55ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083781 May 10 15:32:21.337148 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e2d30e33-ca0a-4520-80e2-0c48bb93b3ac req-a05e9d14-03c8-4b39-8721-17c47187259e service neutron] 10.222.0.46 "GET /v2.0/networks/53f7926b-52b7-4138-bbf6-3380c68e55ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266947 May 10 15:32:21.742305 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72492709-53bc-4064-87f1-d0bad5845a00 req-1fb82ccd-6c58-4eaf-a508-82b607e1d93f tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:21.744028 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-72492709-53bc-4064-87f1-d0bad5845a00 req-1fb82ccd-6c58-4eaf-a508-82b607e1d93f tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=db202c0c-6ce9-4479-b6f8-c8e5ab080f3e HTTP/1.1" status: 200 len: 943 time: 0.0835295 May 10 15:32:21.807233 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-72492709-53bc-4064-87f1-d0bad5845a00 req-201f43f2-fdd7-46bd-9884-97cc480bb235 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553122 May 10 15:32:21.810164 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad7929-7943-40e1-a8b4-0170324a3d5f req-0d7d4f92-f407-40bb-a0e3-2444079d7d9f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:21.811618 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-56ad7929-7943-40e1-a8b4-0170324a3d5f req-0d7d4f92-f407-40bb-a0e3-2444079d7d9f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1031470 May 10 15:32:21.862568 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-56ad7929-7943-40e1-a8b4-0170324a3d5f req-c81b8261-9a49-4425-9718-5d071fe3c874 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448682 May 10 15:32:22.911716 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949fd5a-9db7-4150-93a8-8625a7054934 req-c67e72e6-3dd2-4c01-88a9-f77ad1bab4b1 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:22.913265 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3949fd5a-9db7-4150-93a8-8625a7054934 req-c67e72e6-3dd2-4c01-88a9-f77ad1bab4b1 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 945 time: 0.0809004 May 10 15:32:22.962346 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3949fd5a-9db7-4150-93a8-8625a7054934 req-d58dd75b-0c7a-434a-aa2a-6f79ec08161a tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432324 May 10 15:32:22.984720 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 50252) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:32:23.000320 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2160f37-4a2c-43a7-8197-1a269ff0afa0 req-7740a405-ce0c-463f-8a08-a1adf8f05bf9 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:23.001771 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d2160f37-4a2c-43a7-8197-1a269ff0afa0 req-7740a405-ce0c-463f-8a08-a1adf8f05bf9 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=db202c0c-6ce9-4479-b6f8-c8e5ab080f3e HTTP/1.1" status: 200 len: 943 time: 0.0840003 May 10 15:32:23.014599 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 74023168-dea0-4312-8020-f3d1f5409719 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:32:23.050972 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d2160f37-4a2c-43a7-8197-1a269ff0afa0 req-84f8ab72-c2c3-4799-9b9c-239e27ddb57c tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413828 May 10 15:32:23.157728 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 74023168-dea0-4312-8020-f3d1f5409719, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=74023168-dea0-4312-8020-f3d1f5409719,segment=NetworkSegment(5ad4f997-bad8-4158-b42c-490829466658),segment_id=5ad4f997-bad8-4158-b42c-490829466658)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:32:23.170762 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': '74023168-dea0-4312-8020-f3d1f5409719', 'network_id': '53f7926b-52b7-4138-bbf6-3380c68e55ee', 'port_id': '74023168-dea0-4312-8020-f3d1f5409719', 'mac_address': 'fa:16:3e:b6:72:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37889db1-0a18-4460-944e-f714776f382e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:32:23.197628 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe642a47-1120-471e-a278-93818e6e4841 req-2d16dfde-caac-4fb1-a2cd-3d9058894361 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:23.199089 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fe642a47-1120-471e-a278-93818e6e4841 req-2d16dfde-caac-4fb1-a2cd-3d9058894361 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1385970 May 10 15:32:23.225898 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e216bb3-8c99-406e-b3f8-139cb2549b18 tempest-TestMinimumBasicScenario-1121880276 tempest-TestMinimumBasicScenario-1121880276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:23.226289 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:23.226604 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-3e216bb3-8c99-406e-b3f8-139cb2549b18 tempest-TestMinimumBasicScenario-1121880276 tempest-TestMinimumBasicScenario-1121880276-project-admin] Synchronizing usage tracker for tenant:07363afd1fba4280999be0b21165cca8 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:32:23.247214 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74023168-dea0-4312-8020-f3d1f5409719 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:32:23.264297 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 74023168-dea0-4312-8020-f3d1f5409719, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=74023168-dea0-4312-8020-f3d1f5409719,segment=NetworkSegment(5ad4f997-bad8-4158-b42c-490829466658),segment_id=5ad4f997-bad8-4158-b42c-490829466658)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:32:23.267530 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fe642a47-1120-471e-a278-93818e6e4841 req-0ac9a1ce-aece-4a87-b205-63d827e7b3dd tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571229 May 10 15:32:23.268940 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-3e216bb3-8c99-406e-b3f8-139cb2549b18 tempest-TestMinimumBasicScenario-1121880276 tempest-TestMinimumBasicScenario-1121880276-project-admin] Unset dirty status for tenant:07363afd1fba4280999be0b21165cca8 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:32:23.273156 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-3e216bb3-8c99-406e-b3f8-139cb2549b18 tempest-TestMinimumBasicScenario-1121880276 tempest-TestMinimumBasicScenario-1121880276-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 1093 time: 0.2840521 May 10 15:32:23.273440 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 50260) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:32:23.277012 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:23.278401 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Request body: {'floatingip': {'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'port_id': '0705a6a8-c113-4916-ba65-022160676453', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:32:23.280429 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-136343d8-19df-4c87-8682-511987d8f196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:23.285509 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:32:23.289626 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Usage tracker for resource:floatingip and tenant:347bd0d6f00146ea94622b561a4350f6 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:32:23.292633 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:32:23.299609 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:32:23.313847 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for floatingip, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:23.391129 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=74023168-dea0-4312-8020-f3d1f5409719,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:23.394316 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:23.457313 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:23.565769 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['74023168-dea0-4312-8020-f3d1f5409719'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:32:23.593263 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Allocated IP 172.27.3.242 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/860608f5-6708-4cde-8a0e-1fc15520c25f) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:32:23.737879 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:23.766741 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:23.770947 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f24588e4-2f51-47bb-b8c5-33f856f5fd47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:23.826670 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:32:23.829412 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:32:23.837689 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:32:23.872897 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Pushing event updated for resources: {'Port': ['ID=860608f5-6708-4cde-8a0e-1fc15520c25f,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:23.876884 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:24.270780 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:32:24.375292 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a6360-2305-4710-b5e8-6d60a7e465bb req-b9f63887-d204-4d6b-8a8e-65f1cc5ad584 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:24.376727 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-af4a6360-2305-4710-b5e8-6d60a7e465bb req-b9f63887-d204-4d6b-8a8e-65f1cc5ad584 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=db202c0c-6ce9-4479-b6f8-c8e5ab080f3e HTTP/1.1" status: 200 len: 944 time: 0.2156227 May 10 15:32:24.409598 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:24.436057 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-af4a6360-2305-4710-b5e8-6d60a7e465bb req-9830e80b-692f-4b1f-8c0c-9eba42b9cf94 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514183 May 10 15:32:24.469639 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe1b76-83cc-4f0b-845e-630552a00807 req-975e36a8-76ef-4e47-9cc3-9b8cbe2f1b48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:24.471103 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-43fe1b76-83cc-4f0b-845e-630552a00807 req-975e36a8-76ef-4e47-9cc3-9b8cbe2f1b48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0876632 May 10 15:32:24.504173 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:24.521237 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-43fe1b76-83cc-4f0b-845e-630552a00807 req-f81b3768-7fac-497f-928e-0d70dd3b0964 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434074 May 10 15:32:24.710829 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:24.714793 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:24.718101 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:24.818939 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Pushing event updated for resources: {'Port': ['ID=860608f5-6708-4cde-8a0e-1fc15520c25f,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:24.823311 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:24.835790 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706874'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:25.002620 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.l3_db [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Floating IP 090b9d90-ddd1-480e-85ba-a1e813fd0f4a associated. External IP: 172.27.3.242, port: 0705a6a8-c113-4916-ba65-022160676453. May 10 15:32:25.009901 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f16c6-6d62-4b74-a012-04fe2c89e781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:25.022521 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 74023168-dea0-4312-8020-f3d1f5409719 up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:32:25.089261 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port 74023168-dea0-4312-8020-f3d1f5409719 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:32:25.093760 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port 74023168-dea0-4312-8020-f3d1f5409719 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:32:25.094139 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:25.211740 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:25.238840 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db202c0c-6ce9-4479-b6f8-c8e5ab080f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74023168-dea0-4312-8020-f3d1f5409719'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:32:25.250451 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 74023168-dea0-4312-8020-f3d1f5409719, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=74023168-dea0-4312-8020-f3d1f5409719,segment=NetworkSegment(5ad4f997-bad8-4158-b42c-490829466658),segment_id=5ad4f997-bad8-4158-b42c-490829466658)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:32:25.254784 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:25.257023 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:25.296923 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db202c0c-6ce9-4479-b6f8-c8e5ab080f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74023168-dea0-4312-8020-f3d1f5409719', 'code': 200} May 10 15:32:25.329970 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=74023168-dea0-4312-8020-f3d1f5409719,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:25.339751 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:25.355053 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Router e78f0f2a-bc55-4336-98ae-da2e3d70186c has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:32:25.629756 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:32:25.644514 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9b7ab-5dab-492c-b4b5-f7bd8209d00f req-6b119269-319f-4c3b-a90c-aa5f3b911144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:25.645972 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-80e9b7ab-5dab-492c-b4b5-f7bd8209d00f req-6b119269-319f-4c3b-a90c-aa5f3b911144 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db202c0c-6ce9-4479-b6f8-c8e5ab080f3e HTTP/1.1" status: 200 len: 1098 time: 0.1743648 May 10 15:32:25.646510 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc138b-36bd-4964-bd0e-e4970b463173 None None] Sync routers for ids ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:32:25.657833 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc138b-36bd-4964-bd0e-e4970b463173 None None] Routers {'e78f0f2a-bc55-4336-98ae-da2e3d70186c'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:32:25.658857 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-67dc138b-36bd-4964-bd0e-e4970b463173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:31:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:32:25.729888 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9a03c-05a8-4fe3-b8b7-fd3d4904cb6f req-55aef707-fe17-45f6-aa49-d19752933835 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:25.731469 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-79f9a03c-05a8-4fe3-b8b7-fd3d4904cb6f req-55aef707-fe17-45f6-aa49-d19752933835 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0974605 May 10 15:32:25.781455 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-79f9a03c-05a8-4fe3-b8b7-fd3d4904cb6f req-acf83c98-f868-4590-a62f-0b9f3a3f94a0 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426285 May 10 15:32:25.808563 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:25.853882 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-80e9b7ab-5dab-492c-b4b5-f7bd8209d00f req-7e1e079f-880f-4184-a894-197291cb824c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973636 May 10 15:32:25.867570 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e2367-5a47-4ee8-9ecf-485899064bf4 req-b4bdf41b-bddb-4be6-8056-93513fb4ebfe tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:25.869041 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8d1e2367-5a47-4ee8-9ecf-485899064bf4 req-b4bdf41b-bddb-4be6-8056-93513fb4ebfe tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=db202c0c-6ce9-4479-b6f8-c8e5ab080f3e HTTP/1.1" status: 200 len: 945 time: 0.3170381 May 10 15:32:25.875617 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-67dc138b-36bd-4964-bd0e-e4970b463173 None None] Set router e78f0f2a-bc55-4336-98ae-da2e3d70186c gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:32:25.896255 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6219349 May 10 15:32:25.899121 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'tag': '0705a6a8-c113-4916-ba65-022160676453'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:32:25.899841 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 50278) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:32:25.905344 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-8cfc0cea-fbc3-4741-8e3b-cce52154f315 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-491241877', 'description': 'tempest-secgroup-smoke-491241877 description', 'project_id': '347bd0d6f00146ea94622b561a4350f6'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:32:25.911426 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-8cfc0cea-fbc3-4741-8e3b-cce52154f315 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:32:25.921276 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-8cfc0cea-fbc3-4741-8e3b-cce52154f315 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:32:25.933318 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8d1e2367-5a47-4ee8-9ecf-485899064bf4 req-5ddf00c0-9848-46b2-8dfc-b9641f394c93 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522997 May 10 15:32:25.936025 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0cea-fbc3-4741-8e3b-cce52154f315 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:25.965588 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-8cfc0cea-fbc3-4741-8e3b-cce52154f315 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:32:25.986603 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-8cfc0cea-fbc3-4741-8e3b-cce52154f315 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Usage tracker for resource:security_group_rule and tenant:347bd0d6f00146ea94622b561a4350f6 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:32:25.990111 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'tag': '0705a6a8-c113-4916-ba65-022160676453', 'status': 'completed', 'code': 200} May 10 15:32:25.990275 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-8cfc0cea-fbc3-4741-8e3b-cce52154f315 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:32:25.996155 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-8cfc0cea-fbc3-4741-8e3b-cce52154f315 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:32:26.073235 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0cea-fbc3-4741-8e3b-cce52154f315 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.078133 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0cea-fbc3-4741-8e3b-cce52154f315 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.084534 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-f27f3d3a-404c-4766-b443-2459ed5cff1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:26.139968 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3164c3-7b63-480d-8157-31e39fdd7bf8 req-9473a722-1bac-437c-9401-cfe42131ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:26.141797 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3a3164c3-7b63-480d-8157-31e39fdd7bf8 req-9473a722-1bac-437c-9401-cfe42131ba61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=347bd0d6f00146ea94622b561a4350f6&device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 1098 time: 0.1127107 May 10 15:32:26.151692 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc0cea-fbc3-4741-8e3b-cce52154f315 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb8f41d-24c5-4aaf-b7df-282e9c547f4c,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:26.154934 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0cea-fbc3-4741-8e3b-cce52154f315 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.156159 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-8cfc0cea-fbc3-4741-8e3b-cce52154f315 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2550905 May 10 15:32:26.157039 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8cfc0cea-fbc3-4741-8e3b-cce52154f315 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:26.159051 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 50284) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:32:26.165277 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-acb8646b-b03d-4e5b-9385-fd29d043d9ab tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Request body: {'security_group_rule': {'security_group_id': '7fb8f41d-24c5-4aaf-b7df-282e9c547f4c', 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:32:26.171463 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-acb8646b-b03d-4e5b-9385-fd29d043d9ab tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:32:26.175850 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-acb8646b-b03d-4e5b-9385-fd29d043d9ab tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Usage tracker for resource:security_group_rule and tenant:347bd0d6f00146ea94622b561a4350f6 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:32:26.179927 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-acb8646b-b03d-4e5b-9385-fd29d043d9ab tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:32:26.186538 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-acb8646b-b03d-4e5b-9385-fd29d043d9ab tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:32:26.206666 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-acb8646b-b03d-4e5b-9385-fd29d043d9ab tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.270113 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-acb8646b-b03d-4e5b-9385-fd29d043d9ab tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.278011 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-acb8646b-b03d-4e5b-9385-fd29d043d9ab tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.281254 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:26.307556 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8646b-b03d-4e5b-9385-fd29d043d9ab tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536e55d2-0dfd-4dda-b858-65ff4e3e0616,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:26.315662 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3164c3-7b63-480d-8157-31e39fdd7bf8 req-162dd167-4e35-4a94-9858-81bf11f379e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:26.318901 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3a3164c3-7b63-480d-8157-31e39fdd7bf8 req-162dd167-4e35-4a94-9858-81bf11f379e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d63baf96-5392-4798-b336-29e63d92d7d9 HTTP/1.1" status: 200 len: 915 time: 0.1604650 May 10 15:32:26.319910 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-acb8646b-b03d-4e5b-9385-fd29d043d9ab tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:26.329618 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-acb8646b-b03d-4e5b-9385-fd29d043d9ab tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.336817 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-acb8646b-b03d-4e5b-9385-fd29d043d9ab tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1736975 May 10 15:32:26.337092 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 50288) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:32:26.342858 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-c9b019c4-1c1d-42ad-8662-5a9c8f44a83f tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Request body: {'security_group_rule': {'security_group_id': '7fb8f41d-24c5-4aaf-b7df-282e9c547f4c', 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:32:26.350421 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-c9b019c4-1c1d-42ad-8662-5a9c8f44a83f tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:32:26.352434 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-67dc138b-36bd-4964-bd0e-e4970b463173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'name': 'tempest-TestMinimumBasicScenario-452211983-router', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '359891af-34c6-4666-b790-dd1586c33d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:04Z', 'updated_at': '2021-05-10T15:31:08Z', 'revision_number': 4, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'gw_port': {'id': '359891af-34c6-4666-b790-dd1586c33d4b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:05Z', 'updated_at': '2021-05-10T15:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '090b9d90-ddd1-480e-85ba-a1e813fd0f4a', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'port_id': '0705a6a8-c113-4916-ba65-022160676453', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9', 'mac_address': 'fa:16:3e:4e:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:32:24Z', 'updated_at': '2021-05-10T15:32:24Z', 'revision_number': 0, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6dfa04-ead5-401d-86b6-c3e623204db6', 'name': '', 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'mac_address': 'fa:16:3e:4f:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:08Z', 'updated_at': '2021-05-10T15:31:17Z', 'revision_number': 5, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'subnets': [{'id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:32:26.354986 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-c9b019c4-1c1d-42ad-8662-5a9c8f44a83f tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Usage tracker for resource:security_group_rule and tenant:347bd0d6f00146ea94622b561a4350f6 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:32:26.357288 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc138b-36bd-4964-bd0e-e4970b463173 None None] Checking router: e78f0f2a-bc55-4336-98ae-da2e3d70186c for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:32:26.359157 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-c9b019c4-1c1d-42ad-8662-5a9c8f44a83f tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:32:26.367024 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc138b-36bd-4964-bd0e-e4970b463173 None None] Routers {'e78f0f2a-bc55-4336-98ae-da2e3d70186c'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:32:26.367597 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-c9b019c4-1c1d-42ad-8662-5a9c8f44a83f tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:32:26.368278 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-67dc138b-36bd-4964-bd0e-e4970b463173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:31:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:32:26.384895 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c9b019c4-1c1d-42ad-8662-5a9c8f44a83f tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.425682 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3a3164c3-7b63-480d-8157-31e39fdd7bf8 req-ac24237d-197e-4bf4-a2e5-69a6f3e0e2da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0705a6a8-c113-4916-ba65-022160676453 HTTP/1.1" status: 200 len: 999 time: 0.0983386 May 10 15:32:26.450662 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c9b019c4-1c1d-42ad-8662-5a9c8f44a83f tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.455427 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c9b019c4-1c1d-42ad-8662-5a9c8f44a83f tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.463766 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:26.484163 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b019c4-1c1d-42ad-8662-5a9c8f44a83f tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fad33f-926d-4557-aa13-01326f0d5c1c,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:26.487529 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-c9b019c4-1c1d-42ad-8662-5a9c8f44a83f tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:26.497154 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c9b019c4-1c1d-42ad-8662-5a9c8f44a83f tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.498632 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-c9b019c4-1c1d-42ad-8662-5a9c8f44a83f tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1603556 May 10 15:32:26.501383 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 50292) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:32:26.503003 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3164c3-7b63-480d-8157-31e39fdd7bf8 req-08ffc694-8cf0-4f30-a0e4-a2401af41db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:26.504448 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3a3164c3-7b63-480d-8157-31e39fdd7bf8 req-08ffc694-8cf0-4f30-a0e4-a2401af41db1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1973bfb-27a8-45eb-96be-2d9d2a32965f HTTP/1.1" status: 200 len: 853 time: 0.0655510 May 10 15:32:26.508529 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-cd8b24e8-f027-4976-91cf-535157d6f1b5 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Request body: {'security_group_rule': {'security_group_id': '7fb8f41d-24c5-4aaf-b7df-282e9c547f4c', 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:32:26.514450 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-cd8b24e8-f027-4976-91cf-535157d6f1b5 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:32:26.518336 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-cd8b24e8-f027-4976-91cf-535157d6f1b5 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Usage tracker for resource:security_group_rule and tenant:347bd0d6f00146ea94622b561a4350f6 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:32:26.521369 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-cd8b24e8-f027-4976-91cf-535157d6f1b5 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:32:26.527736 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-cd8b24e8-f027-4976-91cf-535157d6f1b5 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:32:26.548023 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cd8b24e8-f027-4976-91cf-535157d6f1b5 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.582280 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-67dc138b-36bd-4964-bd0e-e4970b463173 None None] Set router e78f0f2a-bc55-4336-98ae-da2e3d70186c gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:32:26.601932 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3164c3-7b63-480d-8157-31e39fdd7bf8 req-1ad863c4-dac4-4d84-b843-8ff40451d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:26.603422 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3a3164c3-7b63-480d-8157-31e39fdd7bf8 req-1ad863c4-dac4-4d84-b843-8ff40451d7c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d63baf96-5392-4798-b336-29e63d92d7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891621 May 10 15:32:26.628337 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cd8b24e8-f027-4976-91cf-535157d6f1b5 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.633872 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cd8b24e8-f027-4976-91cf-535157d6f1b5 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.635997 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-cb128e2a-8e04-4a88-9624-ec9660157b1f tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:26.658658 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b24e8-f027-4976-91cf-535157d6f1b5 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeafaa32-aa7c-41c1-a821-75ce9551a7d0,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:26.665700 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-cd8b24e8-f027-4976-91cf-535157d6f1b5 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:26.673549 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cd8b24e8-f027-4976-91cf-535157d6f1b5 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.677732 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-cd8b24e8-f027-4976-91cf-535157d6f1b5 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1723473 May 10 15:32:26.678020 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 50296) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:32:26.684358 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-a7c2e371-a25b-4472-a6a6-d5cd6f1a2654 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Request body: {'security_group_rule': {'security_group_id': '7fb8f41d-24c5-4aaf-b7df-282e9c547f4c', 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:32:26.690593 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-a7c2e371-a25b-4472-a6a6-d5cd6f1a2654 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:32:26.697083 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-a7c2e371-a25b-4472-a6a6-d5cd6f1a2654 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Usage tracker for resource:security_group_rule and tenant:347bd0d6f00146ea94622b561a4350f6 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:32:26.700047 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-a7c2e371-a25b-4472-a6a6-d5cd6f1a2654 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:32:26.706168 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-a7c2e371-a25b-4472-a6a6-d5cd6f1a2654 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:32:26.724997 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7c2e371-a25b-4472-a6a6-d5cd6f1a2654 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.751448 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3a3164c3-7b63-480d-8157-31e39fdd7bf8 req-8a905649-1e12-4169-9401-fa96f7b81dc3 service neutron] 10.222.0.46 "GET /v2.0/networks/d63baf96-5392-4798-b336-29e63d92d7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397994 May 10 15:32:26.800792 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7c2e371-a25b-4472-a6a6-d5cd6f1a2654 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.808018 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7c2e371-a25b-4472-a6a6-d5cd6f1a2654 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.810958 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:26.847501 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2e371-a25b-4472-a6a6-d5cd6f1a2654 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6ce6c4-7fb1-4d99-ba24-68cbbb6ce66b,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:26.859955 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a7c2e371-a25b-4472-a6a6-d5cd6f1a2654 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:26.873532 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7c2e371-a25b-4472-a6a6-d5cd6f1a2654 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:26.877632 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-a7c2e371-a25b-4472-a6a6-d5cd6f1a2654 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1958044 May 10 15:32:26.878681 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 50304) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:32:26.885479 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-dc016c48-3065-4fed-b7f0-641273160a0b tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Request body: {'security_group_rule': {'security_group_id': '7fb8f41d-24c5-4aaf-b7df-282e9c547f4c', 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:32:26.893429 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-dc016c48-3065-4fed-b7f0-641273160a0b tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:32:26.901146 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-dc016c48-3065-4fed-b7f0-641273160a0b tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Usage tracker for resource:security_group_rule and tenant:347bd0d6f00146ea94622b561a4350f6 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:32:26.905583 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-dc016c48-3065-4fed-b7f0-641273160a0b tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:32:26.914893 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-dc016c48-3065-4fed-b7f0-641273160a0b tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:32:26.931311 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.db.securitygroups_db [None req-dc016c48-3065-4fed-b7f0-641273160a0b tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Project 347bd0d6f00146ea94622b561a4350f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:32:26.939889 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-dc016c48-3065-4fed-b7f0-641273160a0b tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:27.004221 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3a3164c3-7b63-480d-8157-31e39fdd7bf8 req-62cc4fdb-1acd-4473-8f63-6ae936efa9b3 service neutron] 10.222.0.46 "GET /v2.0/networks/d63baf96-5392-4798-b336-29e63d92d7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434502 May 10 15:32:27.050139 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-67dc138b-36bd-4964-bd0e-e4970b463173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'name': 'tempest-TestMinimumBasicScenario-452211983-router', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '359891af-34c6-4666-b790-dd1586c33d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:04Z', 'updated_at': '2021-05-10T15:31:08Z', 'revision_number': 4, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'gw_port': {'id': '359891af-34c6-4666-b790-dd1586c33d4b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:05Z', 'updated_at': '2021-05-10T15:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '090b9d90-ddd1-480e-85ba-a1e813fd0f4a', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'port_id': '0705a6a8-c113-4916-ba65-022160676453', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9', 'mac_address': 'fa:16:3e:4e:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:32:24Z', 'updated_at': '2021-05-10T15:32:24Z', 'revision_number': 0, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6dfa04-ead5-401d-86b6-c3e623204db6', 'name': '', 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'mac_address': 'fa:16:3e:4f:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:08Z', 'updated_at': '2021-05-10T15:31:17Z', 'revision_number': 5, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'subnets': [{'id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:32:27.052891 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-dc016c48-3065-4fed-b7f0-641273160a0b tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:27.057184 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc138b-36bd-4964-bd0e-e4970b463173 None None] The sync data for ids ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'] in dv-cinder-784945-8-iscsi is: [{'id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'name': 'tempest-TestMinimumBasicScenario-452211983-router', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '359891af-34c6-4666-b790-dd1586c33d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:04Z', 'updated_at': '2021-05-10T15:31:08Z', 'revision_number': 4, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'gw_port': {'id': '359891af-34c6-4666-b790-dd1586c33d4b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:05Z', 'updated_at': '2021-05-10T15:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '090b9d90-ddd1-480e-85ba-a1e813fd0f4a', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'port_id': '0705a6a8-c113-4916-ba65-022160676453', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9', 'mac_address': 'fa:16:3e:4e:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:32:24Z', 'updated_at': '2021-05-10T15:32:24Z', 'revision_number': 0, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6dfa04-ead5-401d-86b6-c3e623204db6', 'name': '', 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'mac_address': 'fa:16:3e:4f:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:08Z', 'updated_at': '2021-05-10T15:31:17Z', 'revision_number': 5, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'subnets': [{'id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:32:27.057992 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-dc016c48-3065-4fed-b7f0-641273160a0b tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:27.076049 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:27.094670 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc016c48-3065-4fed-b7f0-641273160a0b tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34df7483-0f28-49a3-8902-5337113204e0,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:27.097111 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-dc016c48-3065-4fed-b7f0-641273160a0b tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:27.100935 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-dc016c48-3065-4fed-b7f0-641273160a0b tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:27.105608 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 50312) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:32:27.105973 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-dc016c48-3065-4fed-b7f0-641273160a0b tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2261696 May 10 15:32:27.115349 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-53c91002-26b8-4298-8059-371cb228b02a tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Request body: {'security_group_rule': {'security_group_id': '7fb8f41d-24c5-4aaf-b7df-282e9c547f4c', 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:32:27.124756 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-53c91002-26b8-4298-8059-371cb228b02a tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:32:27.129099 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-53c91002-26b8-4298-8059-371cb228b02a tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Usage tracker for resource:security_group_rule and tenant:347bd0d6f00146ea94622b561a4350f6 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:32:27.132304 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-53c91002-26b8-4298-8059-371cb228b02a tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:32:27.138835 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-53c91002-26b8-4298-8059-371cb228b02a tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:32:27.202410 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.securitygroups_db [None req-53c91002-26b8-4298-8059-371cb228b02a tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Project 347bd0d6f00146ea94622b561a4350f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:32:27.212037 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-53c91002-26b8-4298-8059-371cb228b02a tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:27.280606 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8352e-e0b5-4eef-9c41-b20d0dced46a req-e10ffdb3-bbc7-4501-b2da-2234194a1586 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:27.282126 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1cc8352e-e0b5-4eef-9c41-b20d0dced46a req-e10ffdb3-bbc7-4501-b2da-2234194a1586 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=db202c0c-6ce9-4479-b6f8-c8e5ab080f3e HTTP/1.1" status: 200 len: 945 time: 0.0832105 May 10 15:32:27.282657 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a0b9e-0e2f-4f76-92e9-d97befc910b3 req-d78288b3-b474-488d-856e-7eccc624710c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:27.284185 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cf9a0b9e-0e2f-4f76-92e9-d97befc910b3 req-d78288b3-b474-488d-856e-7eccc624710c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1431465 May 10 15:32:27.286658 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fd4e2f-3e56-4369-9d7c-741e81a0e19c None None] New status for floating IP 090b9d90-ddd1-480e-85ba-a1e813fd0f4a: ACTIVE {{(pid=78737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:32:27.336244 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-53c91002-26b8-4298-8059-371cb228b02a tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:27.343633 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1cc8352e-e0b5-4eef-9c41-b20d0dced46a req-e57b6dbc-a314-427d-a9de-eeccc8d4ab7a tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466967 May 10 15:32:27.345012 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-53c91002-26b8-4298-8059-371cb228b02a tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:27.348562 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cf9a0b9e-0e2f-4f76-92e9-d97befc910b3 req-a3485bd9-a5d9-4752-b6f9-e448f90bf167 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570648 May 10 15:32:27.351714 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-bf1ff5f5-7006-4b34-9ab1-638c73a96e44 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:27.401620 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c91002-26b8-4298-8059-371cb228b02a tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306869cd-3d87-4743-a4bf-1131d16c4760,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:27.404460 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-53c91002-26b8-4298-8059-371cb228b02a tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:27.415225 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-53c91002-26b8-4298-8059-371cb228b02a tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:27.418509 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-53c91002-26b8-4298-8059-371cb228b02a tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3095829 May 10 15:32:27.694182 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:27.698671 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-1df9c074-1e4b-4861-b454-13a531d15c0f req-4572f01b-1a0f-4673-9e08-e05d67a9b091 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Synchronizing usage tracker for tenant:347bd0d6f00146ea94622b561a4350f6 on resource:security_group {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:32:27.720044 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-1df9c074-1e4b-4861-b454-13a531d15c0f req-4572f01b-1a0f-4673-9e08-e05d67a9b091 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Unset dirty status for tenant:347bd0d6f00146ea94622b561a4350f6 on resource:security_group {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:32:27.721201 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1df9c074-1e4b-4861-b454-13a531d15c0f req-4572f01b-1a0f-4673-9e08-e05d67a9b091 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491241877&fields=id&tenant_id=347bd0d6f00146ea94622b561a4350f6 HTTP/1.1" status: 200 len: 267 time: 0.0687001 May 10 15:32:27.810624 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ac53d-fa28-4bba-a41a-9ef7a77bd480 req-2ce011fc-c9cb-49f3-9c70-3ae5325769d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:27.812228 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c43ac53d-fa28-4bba-a41a-9ef7a77bd480 req-2ce011fc-c9cb-49f3-9c70-3ae5325769d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=376336f6ca3c4e8898d9998b100bc64d&device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 1099 time: 0.0859649 May 10 15:32:27.814942 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9c074-1e4b-4861-b454-13a531d15c0f req-8dc8f380-cfee-4064-a7b8-4c996ab25bb4 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:27.816451 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1df9c074-1e4b-4861-b454-13a531d15c0f req-8dc8f380-cfee-4064-a7b8-4c996ab25bb4 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 945 time: 0.0888538 May 10 15:32:27.829748 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-1df9c074-1e4b-4861-b454-13a531d15c0f req-24090dcf-c0bc-4f0e-b0d4-47c5d6991b51 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Request body: {'port': {'security_groups': ['97ca62f4-cc6b-4691-987c-2f5765dd3c92', '7fb8f41d-24c5-4aaf-b7df-282e9c547f4c']}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:32:27.931367 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2e7e5a94-46bf-4cf7-8137-f3325f6496cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:27.978588 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1df9c074-1e4b-4861-b454-13a531d15c0f req-24090dcf-c0bc-4f0e-b0d4-47c5d6991b51 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:28.011072 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ac53d-fa28-4bba-a41a-9ef7a77bd480 req-110be7d3-b660-46b3-b367-c8aefa14afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:28.012544 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c43ac53d-fa28-4bba-a41a-9ef7a77bd480 req-110be7d3-b660-46b3-b367-c8aefa14afa7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e72a75bc-84e4-4072-bd72-d6e58af56db3 HTTP/1.1" status: 200 len: 912 time: 0.1928160 May 10 15:32:28.142383 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c43ac53d-fa28-4bba-a41a-9ef7a77bd480 req-7834e2bb-3b84-43d8-84ab-97aecb0427ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2171f8f2-9674-45c6-ac31-e7f28cb5e95d HTTP/1.1" status: 200 len: 1001 time: 0.1086774 May 10 15:32:28.150043 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b224f11-7317-4cdc-bcf7-9940219d3263 req-714086c0-7a74-4269-a42b-92dffbac7420 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:28.151535 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8b224f11-7317-4cdc-bcf7-9940219d3263 req-714086c0-7a74-4269-a42b-92dffbac7420 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1736326 May 10 15:32:28.241885 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ac53d-fa28-4bba-a41a-9ef7a77bd480 req-4b76d656-480a-44c2-bcbb-11b703a6e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:28.243311 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c43ac53d-fa28-4bba-a41a-9ef7a77bd480 req-4b76d656-480a-44c2-bcbb-11b703a6e561 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b2bbde6-dc52-4ea4-8c27-065ac376bc64 HTTP/1.1" status: 200 len: 850 time: 0.0909278 May 10 15:32:28.244076 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-1df9c074-1e4b-4861-b454-13a531d15c0f req-24090dcf-c0bc-4f0e-b0d4-47c5d6991b51 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] For port 0705a6a8-c113-4916-ba65-022160676453, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0705a6a8-c113-4916-ba65-022160676453,segment=NetworkSegment(81a13848-bce6-4305-a84c-6f0d8f8aec0e),segment_id=81a13848-bce6-4305-a84c-6f0d8f8aec0e)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:32:28.246200 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8b224f11-7317-4cdc-bcf7-9940219d3263 req-f3cb9f76-adb9-47fc-91b3-fa5a1e22fff0 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608804 May 10 15:32:28.276238 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1df9c074-1e4b-4861-b454-13a531d15c0f req-24090dcf-c0bc-4f0e-b0d4-47c5d6991b51 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:28.283556 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1df9c074-1e4b-4861-b454-13a531d15c0f req-24090dcf-c0bc-4f0e-b0d4-47c5d6991b51 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:28.290326 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ec760cbe-4adb-4fdb-90a7-322cf9350d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:28.305277 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['0705a6a8-c113-4916-ba65-022160676453'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:32:28.321573 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ac53d-fa28-4bba-a41a-9ef7a77bd480 req-8b78612c-99c9-493c-b373-9690e5ee8759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:28.323027 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c43ac53d-fa28-4bba-a41a-9ef7a77bd480 req-8b78612c-99c9-493c-b373-9690e5ee8759 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e72a75bc-84e4-4072-bd72-d6e58af56db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729454 May 10 15:32:28.385399 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9c074-1e4b-4861-b454-13a531d15c0f req-24090dcf-c0bc-4f0e-b0d4-47c5d6991b51 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:28.386587 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1df9c074-1e4b-4861-b454-13a531d15c0f req-24090dcf-c0bc-4f0e-b0d4-47c5d6991b51 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:28.388322 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1df9c074-1e4b-4861-b454-13a531d15c0f req-24090dcf-c0bc-4f0e-b0d4-47c5d6991b51 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "PUT /v2.0/ports/0705a6a8-c113-4916-ba65-022160676453 HTTP/1.1" status: 200 len: 981 time: 0.5651064 May 10 15:32:28.392370 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'tag': '0705a6a8-c113-4916-ba65-022160676453'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:32:28.446123 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24090dcf-c0bc-4f0e-b0d4-47c5d6991b51 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Pushing event updated for resources: {'Port': ['ID=0705a6a8-c113-4916-ba65-022160676453,revision_number=6']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:28.453846 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-24090dcf-c0bc-4f0e-b0d4-47c5d6991b51 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:28.512597 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['0705a6a8-c113-4916-ba65-022160676453'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:32:28.545298 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'tag': '0705a6a8-c113-4916-ba65-022160676453', 'status': 'completed', 'code': 200} May 10 15:32:28.622342 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c43ac53d-fa28-4bba-a41a-9ef7a77bd480 req-2aa957bd-6c2c-47b4-a1b0-83184fe14a8e service neutron] 10.222.0.46 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865143 May 10 15:32:28.662365 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:28.770310 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-0fca942e-d154-4799-bb8a-394aea53633d None None] Provisioning complete for port 0705a6a8-c113-4916-ba65-022160676453 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:32:28.771098 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0fca942e-d154-4799-bb8a-394aea53633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:28.783802 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee92436-d8d8-4b21-9c71-54a360e0defb req-b518a59d-eaa1-4282-9525-8d0a97264f71 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:28.784475 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c43ac53d-fa28-4bba-a41a-9ef7a77bd480 req-22bd9cec-d392-4093-8f53-9ec157681f71 service neutron] 10.222.0.46 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540465 May 10 15:32:28.785260 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4ee92436-d8d8-4b21-9c71-54a360e0defb req-b518a59d-eaa1-4282-9525-8d0a97264f71 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 984 time: 0.2801459 May 10 15:32:28.788004 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a87c1e-14c6-4855-9a3b-eadba151d7cd req-632e9ee7-6de3-4892-a24f-893d24b09d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:28.790191 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-81a87c1e-14c6-4855-9a3b-eadba151d7cd req-632e9ee7-6de3-4892-a24f-893d24b09d34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=347bd0d6f00146ea94622b561a4350f6&device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 1137 time: 0.2466803 May 10 15:32:28.910538 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4ee92436-d8d8-4b21-9c71-54a360e0defb req-1c6d790e-5292-458e-8606-b832cf447b35 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fb8f41d-24c5-4aaf-b7df-282e9c547f4c&id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1179450 May 10 15:32:28.958532 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a87c1e-14c6-4855-9a3b-eadba151d7cd req-b557d1ff-7ee8-4cdf-bb50-851422d0f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:28.960711 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-81a87c1e-14c6-4855-9a3b-eadba151d7cd req-b557d1ff-7ee8-4cdf-bb50-851422d0f2d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d63baf96-5392-4798-b336-29e63d92d7d9 HTTP/1.1" status: 200 len: 915 time: 0.1539671 May 10 15:32:29.075246 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-81a87c1e-14c6-4855-9a3b-eadba151d7cd req-55dc9b52-1b1b-45d1-915e-e9bf53bb2f7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0705a6a8-c113-4916-ba65-022160676453 HTTP/1.1" status: 200 len: 1001 time: 0.1024814 May 10 15:32:29.145104 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a87c1e-14c6-4855-9a3b-eadba151d7cd req-1ceefe4c-10b8-4dd4-96ee-c3b7f82251e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:29.147036 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-81a87c1e-14c6-4855-9a3b-eadba151d7cd req-1ceefe4c-10b8-4dd4-96ee-c3b7f82251e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1973bfb-27a8-45eb-96be-2d9d2a32965f HTTP/1.1" status: 200 len: 853 time: 0.0591960 May 10 15:32:29.226068 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a87c1e-14c6-4855-9a3b-eadba151d7cd req-f027396a-dcbf-40b3-bf0d-57eed0a7b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:29.227449 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-81a87c1e-14c6-4855-9a3b-eadba151d7cd req-f027396a-dcbf-40b3-bf0d-57eed0a7b8bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d63baf96-5392-4798-b336-29e63d92d7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722561 May 10 15:32:29.399971 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-81a87c1e-14c6-4855-9a3b-eadba151d7cd req-3d87f37f-17d8-4db6-b816-ea3bb0a78e4f service neutron] 10.222.0.46 "GET /v2.0/networks/d63baf96-5392-4798-b336-29e63d92d7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397986 May 10 15:32:29.449247 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa157b-0152-4526-88a3-c8e36372413d req-bc1941cd-aaa5-42a1-8a90-bdec41c352e4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:29.450798 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2ffa157b-0152-4526-88a3-c8e36372413d req-bc1941cd-aaa5-42a1-8a90-bdec41c352e4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0905709 May 10 15:32:29.497766 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2ffa157b-0152-4526-88a3-c8e36372413d req-c59d2921-3dc7-4fa3-a685-fe25d1681e5b tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407159 May 10 15:32:29.563346 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-81a87c1e-14c6-4855-9a3b-eadba151d7cd req-c653a8a5-7ed6-47ed-a5ff-ea252edb37d3 service neutron] 10.222.0.46 "GET /v2.0/networks/d63baf96-5392-4798-b336-29e63d92d7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543865 May 10 15:32:30.307073 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:30.687068 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1b567-7139-4962-be68-32007407db49 req-3f34f240-7058-4685-ad78-ce15fadb50c6 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:30.688559 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-82d1b567-7139-4962-be68-32007407db49 req-3f34f240-7058-4685-ad78-ce15fadb50c6 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0794306 May 10 15:32:30.735713 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-82d1b567-7139-4962-be68-32007407db49 req-0419d01d-e8e7-474c-a672-afffeeea79ee tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410466 May 10 15:32:43.650323 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f3263376-583d-4a54-843d-5752f31691e9 req-7d961f51-74b2-4d9e-9ce1-d6c660ff8122 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711899 May 10 15:32:43.794713 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3263376-583d-4a54-843d-5752f31691e9 req-fefcbce4-22f7-45d3-ab3b-eb60001642f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:43.796165 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f3263376-583d-4a54-843d-5752f31691e9 req-fefcbce4-22f7-45d3-ab3b-eb60001642f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=376336f6ca3c4e8898d9998b100bc64d&device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 1099 time: 0.0696259 May 10 15:32:43.942006 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3263376-583d-4a54-843d-5752f31691e9 req-4507882b-caf3-4d29-ae6c-9453790b7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:43.943601 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f3263376-583d-4a54-843d-5752f31691e9 req-4507882b-caf3-4d29-ae6c-9453790b7d78 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e72a75bc-84e4-4072-bd72-d6e58af56db3 HTTP/1.1" status: 200 len: 912 time: 0.1242552 May 10 15:32:44.051263 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f3263376-583d-4a54-843d-5752f31691e9 req-35aa1307-b9df-42f6-b306-a9b582c97e6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2171f8f2-9674-45c6-ac31-e7f28cb5e95d HTTP/1.1" status: 200 len: 1001 time: 0.0948787 May 10 15:32:44.112055 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3263376-583d-4a54-843d-5752f31691e9 req-176dfcea-4188-470c-8ebf-10f695ff3231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:44.113436 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f3263376-583d-4a54-843d-5752f31691e9 req-176dfcea-4188-470c-8ebf-10f695ff3231 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b2bbde6-dc52-4ea4-8c27-065ac376bc64 HTTP/1.1" status: 200 len: 850 time: 0.0555904 May 10 15:32:44.190939 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3263376-583d-4a54-843d-5752f31691e9 req-03e52fe2-1f88-46be-82fe-29033c3ad24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:44.192461 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f3263376-583d-4a54-843d-5752f31691e9 req-03e52fe2-1f88-46be-82fe-29033c3ad24b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e72a75bc-84e4-4072-bd72-d6e58af56db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707126 May 10 15:32:44.322766 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f3263376-583d-4a54-843d-5752f31691e9 req-f9f62213-6bfc-4269-a4b1-b642318b1038 service neutron] 10.222.0.46 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223657 May 10 15:32:44.553522 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f3263376-583d-4a54-843d-5752f31691e9 req-66aaf2a1-07ec-47a5-9fd8-0e8f8eea6849 service neutron] 10.222.0.46 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219706 May 10 15:32:48.666675 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:49.774425 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcedac7-583b-476f-a041-d3fb16e3bc9c req-df0d4ac8-57d8-4089-9594-92a638f323fe tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:49.775761 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fbcedac7-583b-476f-a041-d3fb16e3bc9c req-df0d4ac8-57d8-4089-9594-92a638f323fe tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=db202c0c-6ce9-4479-b6f8-c8e5ab080f3e HTTP/1.1" status: 200 len: 945 time: 0.0793419 May 10 15:32:49.819465 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fbcedac7-583b-476f-a041-d3fb16e3bc9c req-626eac4a-6219-4d11-b44d-fedfefa8df34 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379326 May 10 15:32:51.002865 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20794aba-2864-48e9-8b92-e44ce48fe436 req-3750192c-60fb-4a8b-bf4b-41fe6119ae7d tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:51.004333 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-20794aba-2864-48e9-8b92-e44ce48fe436 req-3750192c-60fb-4a8b-bf4b-41fe6119ae7d tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=db202c0c-6ce9-4479-b6f8-c8e5ab080f3e HTTP/1.1" status: 200 len: 945 time: 0.0805066 May 10 15:32:51.049105 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-20794aba-2864-48e9-8b92-e44ce48fe436 req-de653b60-c87a-405a-a8ba-4c249ec93272 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/security-groups?id=063ee4e7-7544-4204-9c85-8c43fbd3229d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386372 May 10 15:32:51.628468 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efee8d4-5d55-404e-9fe9-3a43c1bd56bf req-962c5596-b26f-4ae4-8c2f-a230774fbaa9 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:32:51.629772 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5efee8d4-5d55-404e-9fe9-3a43c1bd56bf req-962c5596-b26f-4ae4-8c2f-a230774fbaa9 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.46 "GET /v2.0/ports?device_id=db202c0c-6ce9-4479-b6f8-c8e5ab080f3e HTTP/1.1" status: 200 len: 945 time: 0.0771532 May 10 15:32:51.765713 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-5efee8d4-5d55-404e-9fe9-3a43c1bd56bf req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Deleting port 74023168-dea0-4312-8020-f3d1f5409719 {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:32:51.766058 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-5efee8d4-5d55-404e-9fe9-3a43c1bd56bf req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:51.897545 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-5efee8d4-5d55-404e-9fe9-3a43c1bd56bf req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] For port 74023168-dea0-4312-8020-f3d1f5409719, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=74023168-dea0-4312-8020-f3d1f5409719,segment=NetworkSegment(5ad4f997-bad8-4158-b42c-490829466658),segment_id=5ad4f997-bad8-4158-b42c-490829466658)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:32:51.897794 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-5efee8d4-5d55-404e-9fe9-3a43c1bd56bf req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:52.017590 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-5efee8d4-5d55-404e-9fe9-3a43c1bd56bf req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Calling delete_port for 74023168-dea0-4312-8020-f3d1f5409719 owned by compute:nova {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:32:52.127648 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-5efee8d4-5d55-404e-9fe9-3a43c1bd56bf req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:52.135272 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:32:52.142125 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['74023168-dea0-4312-8020-f3d1f5409719'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:32:52.182316 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Pushing event deleted for resources: {'Port': ['ID=74023168-dea0-4312-8020-f3d1f5409719,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:52.205719 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e0134db9-099e-4221-a975-91edd80bd7c9 req-f4549778-4dff-47e6-8d96-73d82abe08ea tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.11 "GET /v2.0/ports?device_id=db202c0c-6ce9-4479-b6f8-c8e5ab080f3e HTTP/1.1" status: 200 len: 210 time: 0.0483966 May 10 15:32:52.227299 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:52.227299 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:52.227299 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:52.227640 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:52.227904 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:52.228265 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:52.228618 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:52.228991 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:52.229338 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:52.229689 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:52.230041 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:52.230392 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:52.257057 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:32:52.267846 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efee8d4-5d55-404e-9fe9-3a43c1bd56bf req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] No DVR routers for this DVR port 74023168-dea0-4312-8020-f3d1f5409719 on host hv-cinder-78494 {{(pid=78734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:32:52.271288 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-5efee8d4-5d55-404e-9fe9-3a43c1bd56bf req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:52.273774 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db202c0c-6ce9-4479-b6f8-c8e5ab080f3e', 'name': 'network-vif-deleted', 'tag': '74023168-dea0-4312-8020-f3d1f5409719'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:32:52.288688 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5efee8d4-5d55-404e-9fe9-3a43c1bd56bf req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] 10.222.0.46 "DELETE /v2.0/ports/74023168-dea0-4312-8020-f3d1f5409719 HTTP/1.1" status: 204 len: 173 time: 0.6486878 May 10 15:32:52.320695 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db202c0c-6ce9-4479-b6f8-c8e5ab080f3e', 'name': 'network-vif-deleted', 'tag': '74023168-dea0-4312-8020-f3d1f5409719', 'status': 'completed', 'code': 200} May 10 15:32:55.019191 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-53aa7cf4-7671-4fe1-9ff0-a4d6110b6e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:57.687366 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:57.922177 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-84695444-9c42-4685-9528-7a4f5130b9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:58.212862 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 74023168-dea0-4312-8020-f3d1f5409719 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:32:58.246635 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: 74023168-dea0-4312-8020-f3d1f5409719 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:32:58.246992 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 74023168-dea0-4312-8020-f3d1f5409719 not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:32:58.554591 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:00.310384 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:01.270074 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:33:01.335990 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002024d2-6730-4b76-9c23-7b4fee802cc7 req-b67b5a1c-b042-40db-822b-dc598cd4e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:01.337389 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-002024d2-6730-4b76-9c23-7b4fee802cc7 req-b67b5a1c-b042-40db-822b-dc598cd4e341 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=347bd0d6f00146ea94622b561a4350f6&device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 1137 time: 0.0722873 May 10 15:33:01.375329 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ed0dc-bd66-4e9b-98d5-9a0b8850d2ab req-78dcb918-1ee1-404d-88cd-1e67b0120156 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:01.377481 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a93ed0dc-bd66-4e9b-98d5-9a0b8850d2ab req-78dcb918-1ee1-404d-88cd-1e67b0120156 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 984 time: 0.0937176 May 10 15:33:01.428689 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a93ed0dc-bd66-4e9b-98d5-9a0b8850d2ab req-53160028-2432-4435-b957-85875f7cb72d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fb8f41d-24c5-4aaf-b7df-282e9c547f4c&id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442636 May 10 15:33:01.472201 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002024d2-6730-4b76-9c23-7b4fee802cc7 req-6b783a46-88fa-47b7-8ec4-e50069d71860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:01.473654 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-002024d2-6730-4b76-9c23-7b4fee802cc7 req-6b783a46-88fa-47b7-8ec4-e50069d71860 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d63baf96-5392-4798-b336-29e63d92d7d9 HTTP/1.1" status: 200 len: 915 time: 0.1288006 May 10 15:33:01.584269 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-002024d2-6730-4b76-9c23-7b4fee802cc7 req-9d06b37d-f494-4776-bbce-a7b9c6bac113 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0705a6a8-c113-4916-ba65-022160676453 HTTP/1.1" status: 200 len: 1001 time: 0.0976064 May 10 15:33:01.647746 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002024d2-6730-4b76-9c23-7b4fee802cc7 req-e1ebdf1b-da73-4fea-b612-ee6bd8dea73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:01.649191 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-002024d2-6730-4b76-9c23-7b4fee802cc7 req-e1ebdf1b-da73-4fea-b612-ee6bd8dea73b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1973bfb-27a8-45eb-96be-2d9d2a32965f HTTP/1.1" status: 200 len: 853 time: 0.0563993 May 10 15:33:01.729717 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002024d2-6730-4b76-9c23-7b4fee802cc7 req-b79aa59e-1c69-4880-814e-f5b01f012e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:01.731170 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-002024d2-6730-4b76-9c23-7b4fee802cc7 req-b79aa59e-1c69-4880-814e-f5b01f012e7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d63baf96-5392-4798-b336-29e63d92d7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713193 May 10 15:33:01.863278 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-002024d2-6730-4b76-9c23-7b4fee802cc7 req-b564794e-34d1-4ad6-8320-e1bb4a94964d service neutron] 10.222.0.46 "GET /v2.0/networks/d63baf96-5392-4798-b336-29e63d92d7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224966 May 10 15:33:01.993077 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-002024d2-6730-4b76-9c23-7b4fee802cc7 req-29a89405-eae3-4e59-a3ae-6f95df462c19 service neutron] 10.222.0.46 "GET /v2.0/networks/d63baf96-5392-4798-b336-29e63d92d7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199529 May 10 15:33:02.626271 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43b13a-c1e8-4c5f-ba63-42499267cbd0 req-0f109f5c-7d7e-4a23-a67e-3bf9a78c407e tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:02.627710 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5a43b13a-c1e8-4c5f-ba63-42499267cbd0 req-0f109f5c-7d7e-4a23-a67e-3bf9a78c407e tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 984 time: 0.0841188 May 10 15:33:02.678686 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-5a43b13a-c1e8-4c5f-ba63-42499267cbd0 req-f0e76d40-3a1a-4043-bb4e-97e78e828211 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fb8f41d-24c5-4aaf-b7df-282e9c547f4c&id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447872 May 10 15:33:03.868711 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b5dcc-bfde-4d48-9246-32673b989598 req-46268840-ff07-43c6-8ca8-527a2f525604 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:03.870287 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8c8b5dcc-bfde-4d48-9246-32673b989598 req-46268840-ff07-43c6-8ca8-527a2f525604 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 984 time: 0.0843358 May 10 15:33:03.924426 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8c8b5dcc-bfde-4d48-9246-32673b989598 req-703d6c1d-a103-4fad-89d5-8fc3dee86f30 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fb8f41d-24c5-4aaf-b7df-282e9c547f4c&id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479791 May 10 15:33:05.116645 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd375aa-d420-4d58-8eb8-3eed85e3f4e6 req-3cc62c2d-9bfa-4ce1-bc0d-41744543fa3d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:05.118106 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9cd375aa-d420-4d58-8eb8-3eed85e3f4e6 req-3cc62c2d-9bfa-4ce1-bc0d-41744543fa3d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 984 time: 0.0835707 May 10 15:33:05.163414 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9cd375aa-d420-4d58-8eb8-3eed85e3f4e6 req-7c47dd4f-e485-4be0-bc81-876d373519a9 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fb8f41d-24c5-4aaf-b7df-282e9c547f4c&id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395932 May 10 15:33:06.345839 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc2ab0-118c-482f-b5ef-c36e69f519c8 req-646b5db3-1dd6-4532-a42f-e218570c7ed8 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:06.347294 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b7bc2ab0-118c-482f-b5ef-c36e69f519c8 req-646b5db3-1dd6-4532-a42f-e218570c7ed8 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 984 time: 0.0784707 May 10 15:33:06.397201 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b7bc2ab0-118c-482f-b5ef-c36e69f519c8 req-1e7d376a-ccd7-4234-a3e9-dd4db0b2e6f8 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fb8f41d-24c5-4aaf-b7df-282e9c547f4c&id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434642 May 10 15:33:07.579807 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e35576-0c88-41a9-8767-195320c10da8 req-260253d0-e8ec-4f75-9bb6-736d207f6c71 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:07.581269 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e5e35576-0c88-41a9-8767-195320c10da8 req-260253d0-e8ec-4f75-9bb6-736d207f6c71 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 984 time: 0.0801604 May 10 15:33:07.627833 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e5e35576-0c88-41a9-8767-195320c10da8 req-b9d3f119-0285-4c42-bd6e-b942017468c2 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fb8f41d-24c5-4aaf-b7df-282e9c547f4c&id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404830 May 10 15:33:08.817917 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ed62d-0bd5-487f-bb02-d4c4b06a230f req-bfb0367b-6a79-4ddd-aa1e-6609256fcb87 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:08.819370 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-001ed62d-0bd5-487f-bb02-d4c4b06a230f req-bfb0367b-6a79-4ddd-aa1e-6609256fcb87 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 984 time: 0.0832975 May 10 15:33:08.865779 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-001ed62d-0bd5-487f-bb02-d4c4b06a230f req-c20edeb9-d687-4486-a283-e38505f80873 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fb8f41d-24c5-4aaf-b7df-282e9c547f4c&id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404408 May 10 15:33:10.055184 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7830-50fa-4f0d-b576-54d8349fcfb2 req-42606774-55f6-4b0d-bed8-4c32327177c6 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:10.056901 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f73f7830-50fa-4f0d-b576-54d8349fcfb2 req-42606774-55f6-4b0d-bed8-4c32327177c6 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 984 time: 0.0807319 May 10 15:33:10.198756 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f73f7830-50fa-4f0d-b576-54d8349fcfb2 req-a55755a3-4651-4e96-843d-43174af65b55 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fb8f41d-24c5-4aaf-b7df-282e9c547f4c&id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1357150 May 10 15:33:11.387629 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3b919-096c-4830-9fa6-8869576248ec req-2b11b1ae-a065-4098-aad0-a81b85de63ef tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:11.389124 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-67a3b919-096c-4830-9fa6-8869576248ec req-2b11b1ae-a065-4098-aad0-a81b85de63ef tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 984 time: 0.0811102 May 10 15:33:11.440983 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-67a3b919-096c-4830-9fa6-8869576248ec req-66063d0b-7684-4d71-93e9-5e4f8270d394 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fb8f41d-24c5-4aaf-b7df-282e9c547f4c&id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448046 May 10 15:33:12.298014 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defc42e-264d-40c6-9caf-e1388f32860e req-44a76ff4-ba45-4125-a91b-540775affccd tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:12.299487 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4defc42e-264d-40c6-9caf-e1388f32860e req-44a76ff4-ba45-4125-a91b-540775affccd tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0792389 May 10 15:33:12.345857 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4defc42e-264d-40c6-9caf-e1388f32860e req-552a5667-ead6-495c-9325-8753ef204ba4 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392895 May 10 15:33:12.630935 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b4040-08a7-4e3f-ac75-57f2a4d3fe1f req-5f0dcef7-af89-4884-ad57-f8891f94afff tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:12.632379 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d36b4040-08a7-4e3f-ac75-57f2a4d3fe1f req-5f0dcef7-af89-4884-ad57-f8891f94afff tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 984 time: 0.0833485 May 10 15:33:12.679527 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d36b4040-08a7-4e3f-ac75-57f2a4d3fe1f req-24031bbf-6644-44aa-9ef4-e72f871b973a tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fb8f41d-24c5-4aaf-b7df-282e9c547f4c&id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411355 May 10 15:33:13.616619 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4b5dd-8a48-446a-bba4-a35220f4ffc3 req-267e8401-cc10-4a3f-ad8a-15da16a22bda tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:13.618126 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-76e4b5dd-8a48-446a-bba4-a35220f4ffc3 req-267e8401-cc10-4a3f-ad8a-15da16a22bda tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.1607118 May 10 15:33:13.662354 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-76e4b5dd-8a48-446a-bba4-a35220f4ffc3 req-b38c0741-a49b-4485-8e21-880cc37fa817 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384731 May 10 15:33:13.867032 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f87ed-e700-4963-b982-eb22e5f8e4ab req-8b7c3581-0c2d-4dc2-9b1b-04d579c62201 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:13.868590 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9c8f87ed-e700-4963-b982-eb22e5f8e4ab req-8b7c3581-0c2d-4dc2-9b1b-04d579c62201 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 984 time: 0.0833452 May 10 15:33:13.918136 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9c8f87ed-e700-4963-b982-eb22e5f8e4ab req-646c5290-d444-4d29-9332-cb1feb823c6b tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fb8f41d-24c5-4aaf-b7df-282e9c547f4c&id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433679 May 10 15:33:14.858033 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838603cb-8be0-459e-a655-a92a0dd7d61d req-31b59acc-14b4-4e0a-8e69-3a123ef003de tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:14.859547 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-838603cb-8be0-459e-a655-a92a0dd7d61d req-31b59acc-14b4-4e0a-8e69-3a123ef003de tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0819519 May 10 15:33:14.907685 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-838603cb-8be0-459e-a655-a92a0dd7d61d req-35615f8e-9d2f-464c-aefc-cdef680148a4 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413702 May 10 15:33:16.102680 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d34363-dce5-47c1-a00b-5c67e28d2915 req-9244f9a2-5e28-473c-8323-cebdc8b9720d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:16.104199 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-21d34363-dce5-47c1-a00b-5c67e28d2915 req-9244f9a2-5e28-473c-8323-cebdc8b9720d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0827007 May 10 15:33:16.153757 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-21d34363-dce5-47c1-a00b-5c67e28d2915 req-8bb1d7b1-c0b3-4790-9ea9-7a898f93f457 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439534 May 10 15:33:17.337775 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf842e1-36b2-4fb2-b4f2-0f53aa2ee9b1 req-7ede2cd3-df0e-4e17-856e-9c4676a40649 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:17.339234 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6bf842e1-36b2-4fb2-b4f2-0f53aa2ee9b1 req-7ede2cd3-df0e-4e17-856e-9c4676a40649 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0785518 May 10 15:33:17.383763 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6bf842e1-36b2-4fb2-b4f2-0f53aa2ee9b1 req-557acd3f-207f-4bae-9cda-37fa6932f5fc tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388265 May 10 15:33:18.581187 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a5f3c-c835-4f0d-bdee-017af2b28f88 req-6a2ef236-3fd6-4f24-bbfa-d86202f9469f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:18.583396 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-013a5f3c-c835-4f0d-bdee-017af2b28f88 req-6a2ef236-3fd6-4f24-bbfa-d86202f9469f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0846369 May 10 15:33:18.631810 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-013a5f3c-c835-4f0d-bdee-017af2b28f88 req-092fabb4-f82e-4e87-b083-2498277c3fb2 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406842 May 10 15:33:18.660808 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 50688) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:33:18.669626 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:18.729607 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_v2 [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Deleting subnet 37889db1-0a18-4460-944e-f714776f382e {{(pid=78735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:33:18.732699 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:18.781224 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333022'] for subnet, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:18.837122 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-867255'] for subnet, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:19.087667 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-867256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2760516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3433976'] for subnet, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:19.094077 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:19.126575 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37889db1-0a18-4460-944e-f714776f382e,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:19.131588 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:19.138889 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:19.139260 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:19.139626 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:19.140011 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:19.140366 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:19.140720 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:19.141066 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:19.141409 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:19.141754 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:19.142093 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:19.142432 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:19.142769 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:19.146242 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:19.148443 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-a279665e-b69e-4d73-8a72-3a1e29177800 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/37889db1-0a18-4460-944e-f714776f382e HTTP/1.1" status: 204 len: 168 time: 0.4860055 May 10 15:33:19.150464 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 50692) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:33:19.255335 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-20d1d807-7466-4ce4-9042-fce371ede72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:19.380108 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-20d1d807-7466-4ce4-9042-fce371ede72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8771509523613'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:19.392755 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-20d1d807-7466-4ce4-9042-fce371ede72d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f7926b-52b7-4138-bbf6-3380c68e55ee']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:33:19.405198 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-20d1d807-7466-4ce4-9042-fce371ede72d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad4f997-bad8-4158-b42c-490829466658') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:33:19.405493 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-20d1d807-7466-4ce4-9042-fce371ede72d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad4f997-bad8-4158-b42c-490829466658') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:33:19.417074 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-20d1d807-7466-4ce4-9042-fce371ede72d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509535335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3332993'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:19.432909 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-20d1d807-7466-4ce4-9042-fce371ede72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:19.438618 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d1d807-7466-4ce4-9042-fce371ede72d admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:33:19.438994 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-20d1d807-7466-4ce4-9042-fce371ede72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2760482'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: Traceback (most recent call last): May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: timer() May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: cb(*args, **kw) May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: return func(*args, **kwargs) May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: self._notify() May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: self.callback(batched_events) May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: event.method(event) May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: return f(self, *a, **k) May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._get(url).json() May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:33:19.451478 dv-cinder-784945-8-iscsi neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:33:19.526685 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-20d1d807-7466-4ce4-9042-fce371ede72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706869'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:19.532153 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-20d1d807-7466-4ce4-9042-fce371ede72d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:19.534517 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:19.556421 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1d807-7466-4ce4-9042-fce371ede72d admin admin] Pushing event deleted for resources: {'Network': ['ID=53f7926b-52b7-4138-bbf6-3380c68e55ee,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:19.559297 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-20d1d807-7466-4ce4-9042-fce371ede72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:19.565044 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-20d1d807-7466-4ce4-9042-fce371ede72d admin admin] 10.222.0.11 "DELETE /v2.0/networks/53f7926b-52b7-4138-bbf6-3380c68e55ee HTTP/1.1" status: 204 len: 168 time: 0.4136093 May 10 15:33:19.739336 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 50700) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:33:19.831212 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-dd41e5f9-a4d9-456d-9440-f364fc10824f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95c5ba52749c4100ac24d785977fcd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0906634 May 10 15:33:19.833968 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 50704) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:33:19.859035 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db225c4-17f8-40f8-915b-7cd27a28ccd1 req-f51d4f50-5037-4139-af2e-70ae24964f13 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:19.860520 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2db225c4-17f8-40f8-915b-7cd27a28ccd1 req-f51d4f50-5037-4139-af2e-70ae24964f13 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.1071510 May 10 15:33:19.891248 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-766ae064-109e-44a2-b214-2b871466bd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:19.909036 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2db225c4-17f8-40f8-915b-7cd27a28ccd1 req-56f97268-a273-44d8-bbb6-7b525128670e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419259 May 10 15:33:19.920579 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-766ae064-109e-44a2-b214-2b871466bd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:19.971444 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-766ae064-109e-44a2-b214-2b871466bd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:19.975615 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-c7c0bd71-944f-4326-ae3e-7771f9248b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:19.990634 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ae064-109e-44a2-b214-2b871466bd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063ee4e7-7544-4204-9c85-8c43fbd3229d,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:19.994284 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-766ae064-109e-44a2-b214-2b871466bd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:20.000361 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-766ae064-109e-44a2-b214-2b871466bd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:20.001448 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-766ae064-109e-44a2-b214-2b871466bd6e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/063ee4e7-7544-4204-9c85-8c43fbd3229d HTTP/1.1" status: 204 len: 168 time: 0.1665103 May 10 15:33:21.095204 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03db187-a337-4989-8b93-d7a21d077075 req-a3533983-e735-4e92-a061-53c565b7a0d0 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:21.096655 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a03db187-a337-4989-8b93-d7a21d077075 req-a3533983-e735-4e92-a061-53c565b7a0d0 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0792735 May 10 15:33:21.141450 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a03db187-a337-4989-8b93-d7a21d077075 req-1c1053cf-e9c9-4a43-a767-86b2aa89baa5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390041 May 10 15:33:22.328574 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a273e-9036-43fb-84cf-afe696d2dcc1 req-586d3611-b8dd-4149-ae48-709df107247b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:22.330031 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9e0a273e-9036-43fb-84cf-afe696d2dcc1 req-586d3611-b8dd-4149-ae48-709df107247b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0785971 May 10 15:33:22.375164 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9e0a273e-9036-43fb-84cf-afe696d2dcc1 req-543bf835-1c4e-4444-b74e-826543dfa8a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387092 May 10 15:33:23.815915 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a508a85-0b0f-445a-9ef2-3009967ce6ab req-3a87c2ad-f351-4f7e-a9da-796b4c1788b3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:23.817863 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9a508a85-0b0f-445a-9ef2-3009967ce6ab req-3a87c2ad-f351-4f7e-a9da-796b4c1788b3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.3323112 May 10 15:33:23.861793 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9a508a85-0b0f-445a-9ef2-3009967ce6ab req-9a8716da-5daa-4b7d-85a7-96d9da583cc4 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382652 May 10 15:33:25.014238 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8ba31244-38cb-46db-b1a9-f691bd6353ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:25.103940 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf433d80-c40b-4f4d-b4be-7bb3b90ef697 req-14d6d3df-5ebf-4c7b-b3b6-40375cb6a861 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:25.105375 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cf433d80-c40b-4f4d-b4be-7bb3b90ef697 req-14d6d3df-5ebf-4c7b-b3b6-40375cb6a861 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.1344459 May 10 15:33:25.148799 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cf433d80-c40b-4f4d-b4be-7bb3b90ef697 req-45f0853a-0b90-4788-a03e-b8194898f43c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376363 May 10 15:33:26.334530 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ac112-0a01-4cdb-b4d4-baf91b259ae6 req-d1b539e4-db6c-4dba-b895-815bdc9e10ea tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:26.336065 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c99ac112-0a01-4cdb-b4d4-baf91b259ae6 req-d1b539e4-db6c-4dba-b895-815bdc9e10ea tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0783417 May 10 15:33:26.385891 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c99ac112-0a01-4cdb-b4d4-baf91b259ae6 req-28902f09-6e57-4433-b162-6990a0797e9d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439751 May 10 15:33:27.572014 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c9433-8a85-4079-9d52-73ac237a1d86 req-03bb998d-3448-4bed-b8a6-b3219a02deb9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:27.573453 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4f9c9433-8a85-4079-9d52-73ac237a1d86 req-03bb998d-3448-4bed-b8a6-b3219a02deb9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0784004 May 10 15:33:27.617327 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4f9c9433-8a85-4079-9d52-73ac237a1d86 req-6f834aa5-df27-431d-9367-61f498183fd8 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382671 May 10 15:33:27.690904 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:27.922266 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-70eec60a-5e9c-4930-b6b9-90e9c80f1641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:28.557537 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:28.803944 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ca803-16c1-435d-87ef-badf2efbe409 req-e00a651e-f0a1-442d-a6a4-6cd4b350d4da tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:28.805385 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5e7ca803-16c1-435d-87ef-badf2efbe409 req-e00a651e-f0a1-442d-a6a4-6cd4b350d4da tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0785463 May 10 15:33:28.849657 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5e7ca803-16c1-435d-87ef-badf2efbe409 req-c195cfd0-659a-4f2a-b6a2-4fe94b7e50f1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383766 May 10 15:33:29.331110 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:33:29.462995 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:33:29.479853 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'port_id': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9', 'mac_address': 'fa:16:3e:52:5e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:33:29.533525 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:29.549695 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:33:29.565351 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:33:29.569525 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:29.571191 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-23b28e43-23d6-492b-a415-173f7cddc6e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:29.643264 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,revision_number=6']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:29.651738 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:29.652105 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:29.652440 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:29.652770 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:29.653096 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:29.653420 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:29.653738 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:29.654057 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:29.654374 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:29.654688 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:29.655000 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:29.655309 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:33:29.659045 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:29.701504 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:33:30.123277 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7b757-92ee-491f-b10c-7b486346ebfe req-2cd4f7c9-4fd0-4603-941a-a2ac90978274 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:30.124729 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e2b7b757-92ee-491f-b10c-7b486346ebfe req-2cd4f7c9-4fd0-4603-941a-a2ac90978274 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 944 time: 0.1627390 May 10 15:33:30.172294 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e2b7b757-92ee-491f-b10c-7b486346ebfe req-be7d2881-312c-414c-a965-8a674ae9eedd tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419216 May 10 15:33:30.312553 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:31.352093 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:33:31.469244 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:33:31.469923 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:31.546650 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c39c5-d365-48f3-b2d5-5c2f53528613 req-9942af5f-7c3c-4cba-be60-85b81a9ced9a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:31.554451 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-342c39c5-d365-48f3-b2d5-5c2f53528613 req-9942af5f-7c3c-4cba-be60-85b81a9ced9a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 944 time: 0.0960679 May 10 15:33:31.617754 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:31.618946 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-342c39c5-d365-48f3-b2d5-5c2f53528613 req-352baf31-9b75-4b91-b760-071322cfd470 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633216 May 10 15:33:31.685351 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:33:31.686472 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:33:31.696519 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:31.710781 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:31.793065 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9', 'code': 200} May 10 15:33:31.802584 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,revision_number=7']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:31.806626 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:32.869110 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30780e-eb17-4f4f-8288-72c08ee44c7b req-b7dc0a58-a2fd-480c-9e35-ef4d39b69317 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:32.884429 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6d30780e-eb17-4f4f-8288-72c08ee44c7b req-b7dc0a58-a2fd-480c-9e35-ef4d39b69317 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.1502664 May 10 15:33:32.935876 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6d30780e-eb17-4f4f-8288-72c08ee44c7b req-7131a796-e067-4753-9b46-5a7b6c494ef0 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504322 May 10 15:33:34.151207 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa52fda-cfc3-4ded-b1bc-319988a5e964 req-a75e61c1-6c6b-45cb-aaaf-96954bcbf91f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:34.152780 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6fa52fda-cfc3-4ded-b1bc-319988a5e964 req-a75e61c1-6c6b-45cb-aaaf-96954bcbf91f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0851240 May 10 15:33:34.203451 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6fa52fda-cfc3-4ded-b1bc-319988a5e964 req-4fb7de16-859c-4cdc-b3ca-d9bfeb07a1f7 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448823 May 10 15:33:34.954235 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737655b0-e82e-4c18-98a3-e1a787c88107 req-73149818-5997-401b-b69b-c8940ae8a6ad tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:34.961244 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-737655b0-e82e-4c18-98a3-e1a787c88107 req-73149818-5997-401b-b69b-c8940ae8a6ad tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0923169 May 10 15:33:35.012231 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-737655b0-e82e-4c18-98a3-e1a787c88107 req-025df8fb-6519-4a5c-b795-cd55ad95c377 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483925 May 10 15:33:35.454496 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ed627-0a12-4fcb-b9ed-7ab10a549b9b req-ab386bf4-f890-482e-85af-500c89e3a250 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:35.456122 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-846ed627-0a12-4fcb-b9ed-7ab10a549b9b req-ab386bf4-f890-482e-85af-500c89e3a250 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.1311874 May 10 15:33:35.510918 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-846ed627-0a12-4fcb-b9ed-7ab10a549b9b req-c7a30557-e832-4e51-a40b-ee55d37ca421 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487273 May 10 15:33:36.212546 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3e26e-0dec-423e-a847-3464ea30a7dc req-0415924e-5b7f-43e7-bc1b-4057fadf6bad tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:36.214870 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-69d3e26e-0dec-423e-a847-3464ea30a7dc req-0415924e-5b7f-43e7-bc1b-4057fadf6bad tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0970860 May 10 15:33:36.264659 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-69d3e26e-0dec-423e-a847-3464ea30a7dc req-139941b4-70c5-4702-9154-516105321f3f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431116 May 10 15:33:36.719872 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee51ff-c136-4175-b73a-0758945a4460 req-80453bdd-b6f9-4165-937b-7e6433aa1946 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:36.722355 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5bee51ff-c136-4175-b73a-0758945a4460 req-80453bdd-b6f9-4165-937b-7e6433aa1946 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0894966 May 10 15:33:36.770190 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5bee51ff-c136-4175-b73a-0758945a4460 req-bdd1c07a-3819-4d77-b415-4bf95dafca7a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418146 May 10 15:33:37.060013 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bbccb-1b92-46bd-9e36-edd8cd42df85 req-f63d395f-853c-4b14-afbc-2bb4e1a04c94 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:37.060013 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-428bbccb-1b92-46bd-9e36-edd8cd42df85 req-f63d395f-853c-4b14-afbc-2bb4e1a04c94 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.46 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.0856996 May 10 15:33:37.217106 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-428bbccb-1b92-46bd-9e36-edd8cd42df85 req-57fbdbb7-7ddc-42bf-8b23-e36f988c8e8e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Deleting port 2171f8f2-9674-45c6-ac31-e7f28cb5e95d {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:33:37.217578 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-428bbccb-1b92-46bd-9e36-edd8cd42df85 req-57fbdbb7-7ddc-42bf-8b23-e36f988c8e8e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:37.385702 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-428bbccb-1b92-46bd-9e36-edd8cd42df85 req-57fbdbb7-7ddc-42bf-8b23-e36f988c8e8e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] For port 2171f8f2-9674-45c6-ac31-e7f28cb5e95d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2171f8f2-9674-45c6-ac31-e7f28cb5e95d,segment=NetworkSegment(dd9b3c20-9a16-4266-8ea0-f292f41b2e4f),segment_id=dd9b3c20-9a16-4266-8ea0-f292f41b2e4f)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:33:37.386210 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-428bbccb-1b92-46bd-9e36-edd8cd42df85 req-57fbdbb7-7ddc-42bf-8b23-e36f988c8e8e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:37.560969 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43a9ce-5cb1-4560-9d3d-2cc5b89c1eea req-61f4f834-7e3e-47b4-8d46-d3cef436cd39 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:37.569002 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0b43a9ce-5cb1-4560-9d3d-2cc5b89c1eea req-61f4f834-7e3e-47b4-8d46-d3cef436cd39 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 946 time: 0.1075649 May 10 15:33:37.625848 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0b43a9ce-5cb1-4560-9d3d-2cc5b89c1eea req-86f50bb9-aeca-4a42-b8b3-d4843ae02543 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=052a5a18-871e-4c8e-b234-56d767dc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558097 May 10 15:33:37.804791 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-428bbccb-1b92-46bd-9e36-edd8cd42df85 req-57fbdbb7-7ddc-42bf-8b23-e36f988c8e8e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:37.805461 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-428bbccb-1b92-46bd-9e36-edd8cd42df85 req-57fbdbb7-7ddc-42bf-8b23-e36f988c8e8e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706874'] for floatingip, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:37.806127 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.db.l3_db [req-428bbccb-1b92-46bd-9e36-edd8cd42df85 req-57fbdbb7-7ddc-42bf-8b23-e36f988c8e8e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Floating IP 14d81c50-625c-420a-bb9d-ba5554adc45c disassociated. External IP: 172.27.3.35, port: 2171f8f2-9674-45c6-ac31-e7f28cb5e95d. May 10 15:33:37.806479 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-428bbccb-1b92-46bd-9e36-edd8cd42df85 req-57fbdbb7-7ddc-42bf-8b23-e36f988c8e8e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Calling delete_port for 2171f8f2-9674-45c6-ac31-e7f28cb5e95d owned by compute:nova {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:33:38.000954 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-428bbccb-1b92-46bd-9e36-edd8cd42df85 req-57fbdbb7-7ddc-42bf-8b23-e36f988c8e8e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:38.015870 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:38.066544 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f68b95-22f8-4078-9d15-3f4b8a133a12 req-f5558db0-48e5-45d2-b356-d68f9b03b6c0 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:38.068113 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-84f68b95-22f8-4078-9d15-3f4b8a133a12 req-f5558db0-48e5-45d2-b356-d68f9b03b6c0 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.1641831 May 10 15:33:38.070779 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbdbb7-7ddc-42bf-8b23-e36f988c8e8e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Pushing event deleted for resources: {'Port': ['ID=2171f8f2-9674-45c6-ac31-e7f28cb5e95d,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:38.073340 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-57fbdbb7-7ddc-42bf-8b23-e36f988c8e8e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:38.246962 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-84f68b95-22f8-4078-9d15-3f4b8a133a12 req-5ad6132c-e943-4801-bab1-4c3625eb099c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650624 May 10 15:33:38.272364 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:33:38.319407 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-428bbccb-1b92-46bd-9e36-edd8cd42df85 req-57fbdbb7-7ddc-42bf-8b23-e36f988c8e8e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Router 3572abad-1fb4-4b8a-bec2-baa8a90407eb has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:33:38.541804 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-428bbccb-1b92-46bd-9e36-edd8cd42df85 req-57fbdbb7-7ddc-42bf-8b23-e36f988c8e8e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:33:38.553124 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27060d68-8d09-465b-92d4-862f66e5825f None None] Sync routers for ids ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:33:38.569193 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27060d68-8d09-465b-92d4-862f66e5825f None None] Routers {'3572abad-1fb4-4b8a-bec2-baa8a90407eb'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:33:38.570329 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-27060d68-8d09-465b-92d4-862f66e5825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:33:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:33:38.678010 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-428bbccb-1b92-46bd-9e36-edd8cd42df85 req-57fbdbb7-7ddc-42bf-8b23-e36f988c8e8e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] No DVR routers for this DVR port 2171f8f2-9674-45c6-ac31-e7f28cb5e95d on host hv-cinder-78494 {{(pid=78734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:33:38.681326 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-428bbccb-1b92-46bd-9e36-edd8cd42df85 req-57fbdbb7-7ddc-42bf-8b23-e36f988c8e8e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:38.684373 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd27467-7497-4215-aca8-5a6477b0277c', 'name': 'network-vif-deleted', 'tag': '2171f8f2-9674-45c6-ac31-e7f28cb5e95d'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:33:38.740973 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-428bbccb-1b92-46bd-9e36-edd8cd42df85 req-57fbdbb7-7ddc-42bf-8b23-e36f988c8e8e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.46 "DELETE /v2.0/ports/2171f8f2-9674-45c6-ac31-e7f28cb5e95d HTTP/1.1" status: 204 len: 173 time: 1.6741867 May 10 15:33:38.776322 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd27467-7497-4215-aca8-5a6477b0277c', 'name': 'network-vif-deleted', 'tag': '2171f8f2-9674-45c6-ac31-e7f28cb5e95d', 'status': 'completed', 'code': 200} May 10 15:33:38.865993 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a39d3622-89ed-4918-bc8c-5f7549b7ee68 req-739906e9-655f-4ffc-8ee7-42238e7e8d87 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd27467-7497-4215-aca8-5a6477b0277c HTTP/1.1" status: 200 len: 210 time: 0.0546803 May 10 15:33:38.891375 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-27060d68-8d09-465b-92d4-862f66e5825f None None] Set router 3572abad-1fb4-4b8a-bec2-baa8a90407eb gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:33:39.322744 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-27060d68-8d09-465b-92d4-862f66e5825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:28:28Z', 'revision_number': 4, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '7bc27596-9660-4b3e-8886-b2bd9ade7be8', 'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'mac_address': 'fa:16:3e:c4:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:27Z', 'updated_at': '2021-05-10T15:28:40Z', 'revision_number': 5, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'subnets': [{'id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:33:39.332269 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27060d68-8d09-465b-92d4-862f66e5825f None None] Checking router: 3572abad-1fb4-4b8a-bec2-baa8a90407eb for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:33:39.355807 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27060d68-8d09-465b-92d4-862f66e5825f None None] Routers {'3572abad-1fb4-4b8a-bec2-baa8a90407eb'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:33:39.356468 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-27060d68-8d09-465b-92d4-862f66e5825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:33:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:33:39.587710 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c41b5d-7c10-4158-8919-d686a6639535 req-6a9ad1d9-3bbb-4424-a33b-c615d19af894 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:39.603616 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-87c41b5d-7c10-4158-8919-d686a6639535 req-6a9ad1d9-3bbb-4424-a33b-c615d19af894 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.1295438 May 10 15:33:39.662487 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-87c41b5d-7c10-4158-8919-d686a6639535 req-f693fe18-0a32-4bed-8a0e-9943d5b48db9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693326 May 10 15:33:39.703538 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-27060d68-8d09-465b-92d4-862f66e5825f None None] Set router 3572abad-1fb4-4b8a-bec2-baa8a90407eb gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:33:39.996509 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 50822) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:33:40.030145 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-27060d68-8d09-465b-92d4-862f66e5825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:28:28Z', 'revision_number': 4, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '7bc27596-9660-4b3e-8886-b2bd9ade7be8', 'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'mac_address': 'fa:16:3e:c4:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:27Z', 'updated_at': '2021-05-10T15:28:40Z', 'revision_number': 5, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'subnets': [{'id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:33:40.034112 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27060d68-8d09-465b-92d4-862f66e5825f None None] The sync data for ids ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'] in dv-cinder-784945-8-iscsi is: [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:28:28Z', 'revision_number': 4, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '7bc27596-9660-4b3e-8886-b2bd9ade7be8', 'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'mac_address': 'fa:16:3e:c4:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:27Z', 'updated_at': '2021-05-10T15:28:40Z', 'revision_number': 5, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'subnets': [{'id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:33:40.062913 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a7ad9338-950d-45e4-afae-0353d72c2a39 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:40.097384 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a7ad9338-950d-45e4-afae-0353d72c2a39 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:40.152415 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a7ad9338-950d-45e4-afae-0353d72c2a39 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:40.156383 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7b2f9011-2396-4cf7-88e2-0518954eccdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:40.179142 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad9338-950d-45e4-afae-0353d72c2a39 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052a5a18-871e-4c8e-b234-56d767dc788a,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:40.182308 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a7ad9338-950d-45e4-afae-0353d72c2a39 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:40.189012 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a7ad9338-950d-45e4-afae-0353d72c2a39 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:40.190333 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-a7ad9338-950d-45e4-afae-0353d72c2a39 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "DELETE /v2.0/security-groups/052a5a18-871e-4c8e-b234-56d767dc788a HTTP/1.1" status: 204 len: 168 time: 0.1928005 May 10 15:33:40.193322 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 50826) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:33:40.214719 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.api.v2.resource [None req-18540332-60a6-4e4e-85ae-8cf933c7d14c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] show failed (client error): The resource could not be found. May 10 15:33:40.216457 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-18540332-60a6-4e4e-85ae-8cf933c7d14c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups/052a5a18-871e-4c8e-b234-56d767dc788a HTTP/1.1" status: 404 len: 347 time: 0.0220196 May 10 15:33:40.219387 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 50830) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:33:40.330753 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbe48e3-bd85-453e-a345-cae9a33a7eb8 None None] New status for floating IP 14d81c50-625c-420a-bb9d-ba5554adc45c: DOWN {{(pid=78737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:33:40.512135 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-5877e92b-5608-4ba5-8a1d-0f68bceb3952 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Deleting port 7a16e7c5-dd01-4e54-92b1-0fdb0035df47 {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:33:40.512737 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5877e92b-5608-4ba5-8a1d-0f68bceb3952 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:40.619262 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da38471-e688-4095-b00d-8d50177b2e9d req-c468fdb8-2796-472c-8b08-1b50b254385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:40.620744 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6da38471-e688-4095-b00d-8d50177b2e9d req-c468fdb8-2796-472c-8b08-1b50b254385d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a29b1e7130414c8d8df10d6bafc227cf&device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 1098 time: 0.2536957 May 10 15:33:40.835853 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5877e92b-5608-4ba5-8a1d-0f68bceb3952 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:40.836190 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5877e92b-5608-4ba5-8a1d-0f68bceb3952 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:40.866880 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9e188-5ac5-4d21-b1da-d34a25268e1d req-924edd72-0674-4e52-a8c5-54777a32e350 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:40.868347 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3aa9e188-5ac5-4d21-b1da-d34a25268e1d req-924edd72-0674-4e52-a8c5-54777a32e350 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0816774 May 10 15:33:40.913428 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3aa9e188-5ac5-4d21-b1da-d34a25268e1d req-1ce7a31c-5af5-4c8d-b628-8ac7c20e94a5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390875 May 10 15:33:40.970587 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-5877e92b-5608-4ba5-8a1d-0f68bceb3952 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Calling delete_port for 7a16e7c5-dd01-4e54-92b1-0fdb0035df47 owned by network:floatingip {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:33:41.021886 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da38471-e688-4095-b00d-8d50177b2e9d req-59c72553-b5a2-4c6f-87c9-7008e28513fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:41.023344 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6da38471-e688-4095-b00d-8d50177b2e9d req-59c72553-b5a2-4c6f-87c9-7008e28513fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 HTTP/1.1" status: 200 len: 918 time: 0.3891568 May 10 15:33:41.140303 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6da38471-e688-4095-b00d-8d50177b2e9d req-1be57057-4e1b-46f4-b282-b1063f533def service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 HTTP/1.1" status: 200 len: 1001 time: 0.1095476 May 10 15:33:41.252227 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da38471-e688-4095-b00d-8d50177b2e9d req-29eff4ba-60fb-4bdb-82db-94fd31ae3cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:41.256431 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6da38471-e688-4095-b00d-8d50177b2e9d req-29eff4ba-60fb-4bdb-82db-94fd31ae3cec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6279250-a834-4915-8026-783b1c75fa9e HTTP/1.1" status: 200 len: 856 time: 0.1089826 May 10 15:33:41.260464 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5877e92b-5608-4ba5-8a1d-0f68bceb3952 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:41.264053 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-345d85af-bab6-4941-8cf6-0cfc2940d5e3 tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:41.346183 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877e92b-5608-4ba5-8a1d-0f68bceb3952 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Pushing event deleted for resources: {'Port': ['ID=7a16e7c5-dd01-4e54-92b1-0fdb0035df47,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:41.383262 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-5877e92b-5608-4ba5-8a1d-0f68bceb3952 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:41.394736 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 2171f8f2-9674-45c6-ac31-e7f28cb5e95d no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:33:41.434391 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: 2171f8f2-9674-45c6-ac31-e7f28cb5e95d {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:33:41.434839 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 2171f8f2-9674-45c6-ac31-e7f28cb5e95d not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:33:41.452144 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5877e92b-5608-4ba5-8a1d-0f68bceb3952 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for floatingip, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:41.476260 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da38471-e688-4095-b00d-8d50177b2e9d req-1aea1662-6879-4ae1-9013-fb7c00d5e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:41.477729 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6da38471-e688-4095-b00d-8d50177b2e9d req-1aea1662-6879-4ae1-9013-fb7c00d5e3ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1837308 May 10 15:33:41.481661 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5877e92b-5608-4ba5-8a1d-0f68bceb3952 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:41.485556 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-5877e92b-5608-4ba5-8a1d-0f68bceb3952 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "DELETE /v2.0/floatingips/14d81c50-625c-420a-bb9d-ba5554adc45c HTTP/1.1" status: 204 len: 168 time: 1.2621286 May 10 15:33:41.613379 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6da38471-e688-4095-b00d-8d50177b2e9d req-33f76120-0676-444a-904a-e33f50073a1d service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275799 May 10 15:33:41.744085 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6da38471-e688-4095-b00d-8d50177b2e9d req-bdde885d-fde5-4e83-95e1-445fc5b7ce35 service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240225 May 10 15:33:42.029488 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 50842) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:33:42.035355 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-33f99701-4dba-445d-86fd-793164365d48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1416565304', 'description': 'tempest-description--1002236579'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:33:42.041405 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-33f99701-4dba-445d-86fd-793164365d48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:33:42.045434 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-33f99701-4dba-445d-86fd-793164365d48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Usage tracker for resource:security_group and tenant:376336f6ca3c4e8898d9998b100bc64d is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:33:42.048253 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-33f99701-4dba-445d-86fd-793164365d48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:33:42.054613 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-33f99701-4dba-445d-86fd-793164365d48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:33:42.065062 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-33f99701-4dba-445d-86fd-793164365d48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:42.084762 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-33f99701-4dba-445d-86fd-793164365d48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:33:42.088569 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-33f99701-4dba-445d-86fd-793164365d48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Usage tracker for resource:security_group_rule and tenant:376336f6ca3c4e8898d9998b100bc64d is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:33:42.091491 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-33f99701-4dba-445d-86fd-793164365d48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:33:42.097615 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-33f99701-4dba-445d-86fd-793164365d48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:33:42.107321 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7a18c-5a4c-492e-b6d1-52ac21502fb4 req-066f1215-1695-495f-89b8-08b5895f20cf tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:42.109090 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a6d7a18c-5a4c-492e-b6d1-52ac21502fb4 req-066f1215-1695-495f-89b8-08b5895f20cf tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0849242 May 10 15:33:42.155230 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a6d7a18c-5a4c-492e-b6d1-52ac21502fb4 req-c8dd582d-cd35-45b4-8bbf-cbca60deb532 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395551 May 10 15:33:42.168744 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-33f99701-4dba-445d-86fd-793164365d48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:42.172820 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-33f99701-4dba-445d-86fd-793164365d48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:42.178812 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ecc37bc2-bf16-4d66-ac14-15c276100630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:42.223231 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f99701-4dba-445d-86fd-793164365d48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c643af0b-6918-4563-a1c7-377b81ade002,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:42.226207 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-33f99701-4dba-445d-86fd-793164365d48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:42.227410 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-33f99701-4dba-445d-86fd-793164365d48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1969364 May 10 15:33:42.228300 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-33f99701-4dba-445d-86fd-793164365d48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:42.230343 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 50846) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:33:42.235181 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-157d8251-a138-4d8b-bc15-7fa960f54038 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Request body: {'security_group_rule': {'security_group_id': 'c643af0b-6918-4563-a1c7-377b81ade002', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:33:42.241722 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-157d8251-a138-4d8b-bc15-7fa960f54038 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:33:42.245510 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-157d8251-a138-4d8b-bc15-7fa960f54038 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Usage tracker for resource:security_group_rule and tenant:376336f6ca3c4e8898d9998b100bc64d is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:33:42.248383 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-157d8251-a138-4d8b-bc15-7fa960f54038 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:33:42.254042 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-157d8251-a138-4d8b-bc15-7fa960f54038 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:33:42.269242 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-157d8251-a138-4d8b-bc15-7fa960f54038 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:42.327932 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-157d8251-a138-4d8b-bc15-7fa960f54038 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:42.331953 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-157d8251-a138-4d8b-bc15-7fa960f54038 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:42.333966 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-4d3da7bf-7c59-42f9-80b5-61aa09e975fe tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:42.356216 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d8251-a138-4d8b-bc15-7fa960f54038 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbfbe26-593c-43b2-b69e-3cf4ef1d179e,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:42.360412 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-157d8251-a138-4d8b-bc15-7fa960f54038 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:42.365806 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-157d8251-a138-4d8b-bc15-7fa960f54038 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:42.367244 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-157d8251-a138-4d8b-bc15-7fa960f54038 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359675 May 10 15:33:42.369832 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 50850) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:33:42.374824 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-6e3aea7f-15d1-4f64-92d1-bd88968eff3f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Request body: {'security_group_rule': {'security_group_id': 'c643af0b-6918-4563-a1c7-377b81ade002', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:33:42.381233 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-6e3aea7f-15d1-4f64-92d1-bd88968eff3f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:33:42.385048 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-6e3aea7f-15d1-4f64-92d1-bd88968eff3f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Usage tracker for resource:security_group_rule and tenant:376336f6ca3c4e8898d9998b100bc64d is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:33:42.387961 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-6e3aea7f-15d1-4f64-92d1-bd88968eff3f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:33:42.393578 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-6e3aea7f-15d1-4f64-92d1-bd88968eff3f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:33:42.408441 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-6e3aea7f-15d1-4f64-92d1-bd88968eff3f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:42.467685 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-6e3aea7f-15d1-4f64-92d1-bd88968eff3f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:42.472884 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-6e3aea7f-15d1-4f64-92d1-bd88968eff3f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:42.474776 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:42.496352 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3aea7f-15d1-4f64-92d1-bd88968eff3f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de1e14d-fba6-4ec9-b46f-6acbf8c13344,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:42.498670 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-6e3aea7f-15d1-4f64-92d1-bd88968eff3f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:42.505808 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-6e3aea7f-15d1-4f64-92d1-bd88968eff3f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:42.506958 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-6e3aea7f-15d1-4f64-92d1-bd88968eff3f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362081 May 10 15:33:42.510053 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 50854) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:33:42.514953 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Request body: {'floatingip': {'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:33:42.520686 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:33:42.524399 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Usage tracker for resource:floatingip and tenant:376336f6ca3c4e8898d9998b100bc64d is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:33:42.527173 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:33:42.532805 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:33:42.545357 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for floatingip, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:42.675034 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:42.812557 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Allocated IP 172.27.3.246 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/130b0b58-8f5f-4eac-9775-5a092a58d165) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:33:43.052847 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:43.082826 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:43.086240 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:43.145505 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:33:43.148235 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:33:43.155918 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:33:43.185054 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Pushing event updated for resources: {'Port': ['ID=130b0b58-8f5f-4eac-9775-5a092a58d165,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:43.191825 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:43.238030 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:43.341579 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:43.447026 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51d1b8-6413-4787-bd38-b455cbf9ea3f req-c686e456-1600-4f0b-bda1-f51f5bdb4fc1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:43.448520 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1f51d1b8-6413-4787-bd38-b455cbf9ea3f req-c686e456-1600-4f0b-bda1-f51f5bdb4fc1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.1799846 May 10 15:33:43.566763 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1f51d1b8-6413-4787-bd38-b455cbf9ea3f req-e002330c-372c-4b46-98f3-534af450f7f7 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714111 May 10 15:33:43.606179 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:43.610722 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:43.615479 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:43.716274 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Pushing event updated for resources: {'Port': ['ID=130b0b58-8f5f-4eac-9775-5a092a58d165,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:43.724047 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:43.729010 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706874'] for floatingip, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:43.750720 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:43.751932 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2409465 May 10 15:33:43.915904 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-62a80854-bec1-43fb-825f-49030b7c139c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Synchronizing usage tracker for tenant:376336f6ca3c4e8898d9998b100bc64d on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:33:43.931140 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-62a80854-bec1-43fb-825f-49030b7c139c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Unset dirty status for tenant:376336f6ca3c4e8898d9998b100bc64d on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:33:43.932241 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-62a80854-bec1-43fb-825f-49030b7c139c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1416565304&fields=id&tenant_id=376336f6ca3c4e8898d9998b100bc64d HTTP/1.1" status: 200 len: 267 time: 0.0544190 May 10 15:33:44.075130 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-2b92713a-1e1a-4c38-9744-da3e78e9d837 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:44.076573 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-2b92713a-1e1a-4c38-9744-da3e78e9d837 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/networks?id=e72a75bc-84e4-4072-bd72-d6e58af56db3 HTTP/1.1" status: 200 len: 811 time: 0.1377890 May 10 15:33:44.091089 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-9646804d-2d05-4630-a763-66165b527d44 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/quotas/376336f6ca3c4e8898d9998b100bc64d HTTP/1.1" status: 200 len: 375 time: 0.0084834 May 10 15:33:44.176554 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-67390142-2d1d-43ce-9652-3044688ae11b tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=376336f6ca3c4e8898d9998b100bc64d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807233 May 10 15:33:44.351370 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-cadee3e5-a2c0-408b-b4b3-a9ed743f551f service neutron] 10.222.0.11 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631603 May 10 15:33:44.484079 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-08ca8f42-30e2-4cb3-9a2b-8cdc9aef92bf service neutron] 10.222.0.11 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268842 May 10 15:33:44.495187 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a3757082-7535-4169-a03a-c43ed1b1af3f req-cfd7d0b8-1e5e-4640-86da-a5b1acc664dd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708399 May 10 15:33:44.588357 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3757082-7535-4169-a03a-c43ed1b1af3f req-ee726d8d-8200-42a8-8571-b5e69ee6af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:44.589878 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a3757082-7535-4169-a03a-c43ed1b1af3f req-ee726d8d-8200-42a8-8571-b5e69ee6af1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=faa2ee53649b4235ba6d1175bfc6c4b2&device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 1098 time: 0.0744963 May 10 15:33:44.689904 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-37cc5e88-be6f-4f0c-9cc5-fb067d4fe7a2 req-fd7c074f-ed42-45c7-89e2-3dfe6722a043 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Synchronizing usage tracker for tenant:376336f6ca3c4e8898d9998b100bc64d on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:33:44.764969 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaa8d4-a4ad-448c-a686-e41a7a1aebb1 req-bdf93fa7-6430-4e2f-9ce7-4ccdbd2c8456 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:44.766454 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-55aaa8d4-a4ad-448c-a686-e41a7a1aebb1 req-bdf93fa7-6430-4e2f-9ce7-4ccdbd2c8456 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0850024 May 10 15:33:44.771337 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-37cc5e88-be6f-4f0c-9cc5-fb067d4fe7a2 req-fd7c074f-ed42-45c7-89e2-3dfe6722a043 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Unset dirty status for tenant:376336f6ca3c4e8898d9998b100bc64d on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:33:44.772611 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-37cc5e88-be6f-4f0c-9cc5-fb067d4fe7a2 req-fd7c074f-ed42-45c7-89e2-3dfe6722a043 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 210 time: 0.1481888 May 10 15:33:44.812830 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3757082-7535-4169-a03a-c43ed1b1af3f req-1bd7128e-9b27-4f14-a335-6eecca895254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:44.814845 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a3757082-7535-4169-a03a-c43ed1b1af3f req-1bd7128e-9b27-4f14-a335-6eecca895254 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffd39617-231e-431e-81bd-fd1a3e33706a HTTP/1.1" status: 200 len: 910 time: 0.1891282 May 10 15:33:44.832327 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-55aaa8d4-a4ad-448c-a686-e41a7a1aebb1 req-45b55289-f9d7-4e22-95d6-0e10cb464bd9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510528 May 10 15:33:44.925190 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a3757082-7535-4169-a03a-c43ed1b1af3f req-2061e69d-8fea-4cf4-a484-cd57bb16da9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2264153-af44-4558-8f5f-8f85a4e12932 HTTP/1.1" status: 200 len: 1001 time: 0.1017179 May 10 15:33:44.991696 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3757082-7535-4169-a03a-c43ed1b1af3f req-60ebc768-ff38-443c-b3f9-14968f6f9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:44.993900 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a3757082-7535-4169-a03a-c43ed1b1af3f req-60ebc768-ff38-443c-b3f9-14968f6f9ed8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8768d47-d5ea-4367-abf5-0bbfca3a1b00 HTTP/1.1" status: 200 len: 848 time: 0.0612624 May 10 15:33:45.080056 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3757082-7535-4169-a03a-c43ed1b1af3f req-934ba69b-f9b3-450c-91ab-beb2727f8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:45.082307 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a3757082-7535-4169-a03a-c43ed1b1af3f req-934ba69b-f9b3-450c-91ab-beb2727f8344 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd39617-231e-431e-81bd-fd1a3e33706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816934 May 10 15:33:45.236526 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a3757082-7535-4169-a03a-c43ed1b1af3f req-61c52403-6b48-4bae-940a-4b5a862954a0 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd39617-231e-431e-81bd-fd1a3e33706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468687 May 10 15:33:45.428414 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:33:45.497877 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a3757082-7535-4169-a03a-c43ed1b1af3f req-8049d5dd-2665-4bbe-8951-a60f20138704 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd39617-231e-431e-81bd-fd1a3e33706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546678 May 10 15:33:45.554439 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:45.582453 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:33:45.591899 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:33:45.598056 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:45.601021 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:45.642225 dv-cinder-784945-8-iscsi neutron-server[78736]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9', 'code': 422} returned with failed status May 10 15:33:45.716545 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,revision_number=8']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:45.719814 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:45.816473 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd82fc-411e-4a74-bcee-48d5188d6996 req-26924869-f74a-4935-b760-2ea1a0402c38 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:45.824613 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f1bd82fc-411e-4a74-bcee-48d5188d6996 req-26924869-f74a-4935-b760-2ea1a0402c38 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.1036873 May 10 15:33:45.958762 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-68349d14-dcf1-4efb-bb47-9d9cc4824815 req-a549c39a-65af-4294-b167-d18ecda7576d tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 210 time: 0.0590479 May 10 15:33:45.990784 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f1bd82fc-411e-4a74-bcee-48d5188d6996 req-05be80f4-1ea4-4da5-b4a2-00ff6010d336 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652369 May 10 15:33:46.058749 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-be802bcf-6647-4638-838b-0683bab122f1 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:46.060281 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-be802bcf-6647-4638-838b-0683bab122f1 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.46 "GET /v2.0/networks?id=e72a75bc-84e4-4072-bd72-d6e58af56db3 HTTP/1.1" status: 200 len: 811 time: 0.1963475 May 10 15:33:46.114963 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-b4278104-9566-4e25-8db4-822c67678c2a tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Synchronizing usage tracker for tenant:376336f6ca3c4e8898d9998b100bc64d on resource:security_group {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:33:46.126388 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-b4278104-9566-4e25-8db4-822c67678c2a tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Unset dirty status for tenant:376336f6ca3c4e8898d9998b100bc64d on resource:security_group {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:33:46.127506 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-b4278104-9566-4e25-8db4-822c67678c2a tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=376336f6ca3c4e8898d9998b100bc64d HTTP/1.1" status: 200 len: 380 time: 0.0580051 May 10 15:33:46.136970 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-681faf71-7b5f-44a6-867e-a0ab3281c8c4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Request body: {'port': {'device_id': 'b4c277e4-76f4-4e25-8877-cc1ffff643e8', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'admin_state_up': True, 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'security_groups': ['c643af0b-6918-4563-a1c7-377b81ade002']}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:33:46.141698 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 50930) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:33:46.256326 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-db378260-1439-4be7-8c16-b45270e7d64b req-003c5712-ea66-4321-915c-04b5669cb169 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1125703 May 10 15:33:46.272509 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-681faf71-7b5f-44a6-867e-a0ab3281c8c4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:33:46.281992 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-681faf71-7b5f-44a6-867e-a0ab3281c8c4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:33:46.293023 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-681faf71-7b5f-44a6-867e-a0ab3281c8c4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Made reservation on behalf of 376336f6ca3c4e8898d9998b100bc64d for: {'port': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:33:46.296605 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-681faf71-7b5f-44a6-867e-a0ab3281c8c4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:46.466418 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-681faf71-7b5f-44a6-867e-a0ab3281c8c4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Allocated IP 172.20.0.8 (e72a75bc-84e4-4072-bd72-d6e58af56db3/2b2bbde6-dc52-4ea4-8c27-065ac376bc64/be38d537-a5ef-4fc6-85cd-5cd3bb9092cd) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:33:46.665370 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-681faf71-7b5f-44a6-867e-a0ab3281c8c4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:46.681548 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-681faf71-7b5f-44a6-867e-a0ab3281c8c4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Transition to ACTIVE for port object be38d537-a5ef-4fc6-85cd-5cd3bb9092cd will not be triggered until provisioned by entity DHCP. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:33:46.706840 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-681faf71-7b5f-44a6-867e-a0ab3281c8c4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:46.712242 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-1997f72a-fbc6-4dd0-a33a-84caed9c4f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:46.774376 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-681faf71-7b5f-44a6-867e-a0ab3281c8c4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Network e72a75bc-84e4-4072-bd72-d6e58af56db3 is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:33:46.777479 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-681faf71-7b5f-44a6-867e-a0ab3281c8c4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:33:46.786347 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-681faf71-7b5f-44a6-867e-a0ab3281c8c4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:33:46.821187 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681faf71-7b5f-44a6-867e-a0ab3281c8c4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Pushing event updated for resources: {'Port': ['ID=be38d537-a5ef-4fc6-85cd-5cd3bb9092cd,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:46.828207 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-681faf71-7b5f-44a6-867e-a0ab3281c8c4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:46.858926 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-681faf71-7b5f-44a6-867e-a0ab3281c8c4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:46.859752 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-681faf71-7b5f-44a6-867e-a0ab3281c8c4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:46.888900 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-681faf71-7b5f-44a6-867e-a0ab3281c8c4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7558153 May 10 15:33:46.900853 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Request body: {'port': {'device_id': 'b4c277e4-76f4-4e25-8877-cc1ffff643e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:33:47.013452 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:47.018353 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-ce2dc80a-b2c3-4a42-a88c-2476008beb04 None None] Provisioning for port be38d537-a5ef-4fc6-85cd-5cd3bb9092cd completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:33:47.023684 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-ce2dc80a-b2c3-4a42-a88c-2476008beb04 None None] Provisioning complete for port be38d537-a5ef-4fc6-85cd-5cd3bb9092cd triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:33:47.024546 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ce2dc80a-b2c3-4a42-a88c-2476008beb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:47.099389 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-ce2dc80a-b2c3-4a42-a88c-2476008beb04 None None] Port be38d537-a5ef-4fc6-85cd-5cd3bb9092cd cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:33:47.241766 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79540e70-b5fc-4215-bea5-a346fa9012d9 req-3d3ff05e-5678-487b-9690-6faefc829028 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:47.243188 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-79540e70-b5fc-4215-bea5-a346fa9012d9 req-3d3ff05e-5678-487b-9690-6faefc829028 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 931 time: 0.1813025 May 10 15:33:47.290414 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-79540e70-b5fc-4215-bea5-a346fa9012d9 req-3695e0c7-87fd-49ec-8ee8-54162cab9bbe tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=c643af0b-6918-4563-a1c7-377b81ade002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411232 May 10 15:33:47.328839 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7da45-a9b9-461e-9f07-7d928fc60229 req-f892b4c0-9746-4835-acb5-256a76f74492 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:47.330295 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-23f7da45-a9b9-461e-9f07-7d928fc60229 req-f892b4c0-9746-4835-acb5-256a76f74492 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.2004662 May 10 15:33:47.404939 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-23f7da45-a9b9-461e-9f07-7d928fc60229 req-d8e7d3de-4bf7-48de-a523-8bab572feed4 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587199 May 10 15:33:47.464107 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be38d537-a5ef-4fc6-85cd-5cd3bb9092cd {{(pid=78734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:33:47.472189 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:47.486469 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Transition to ACTIVE for port object be38d537-a5ef-4fc6-85cd-5cd3bb9092cd will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:33:47.490386 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:47.494242 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ed6ce991-78a4-452b-8eaa-b01cd210d25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:47.723628 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Pushing event updated for resources: {'Port': ['ID=be38d537-a5ef-4fc6-85cd-5cd3bb9092cd,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:47.755379 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:47.823718 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Attempting to bind port be38d537-a5ef-4fc6-85cd-5cd3bb9092cd on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:33:47.824096 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Attempting to bind port be38d537-a5ef-4fc6-85cd-5cd3bb9092cd by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:33:47.824430 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Attempting to bind port be38d537-a5ef-4fc6-85cd-5cd3bb9092cd on network e72a75bc-84e4-4072-bd72-d6e58af56db3 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:33:47.829148 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Port be38d537-a5ef-4fc6-85cd-5cd3bb9092cd on network e72a75bc-84e4-4072-bd72-d6e58af56db3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:33:47.829477 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Attempting to bind port be38d537-a5ef-4fc6-85cd-5cd3bb9092cd on network e72a75bc-84e4-4072-bd72-d6e58af56db3 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:33:47.835095 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:33:47.835442 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Checking segment: {'id': 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:33:47.835861 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Bound using segment: {'id': 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:33:47.836296 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Bound port: be38d537-a5ef-4fc6-85cd-5cd3bb9092cd, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:33:47.836645 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:47.926114 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] For port be38d537-a5ef-4fc6-85cd-5cd3bb9092cd, host hv-cinder-78494, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:33:47.929411 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] For port be38d537-a5ef-4fc6-85cd-5cd3bb9092cd, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=be38d537-a5ef-4fc6-85cd-5cd3bb9092cd,segment=NetworkSegment(dd9b3c20-9a16-4266-8ea0-f292f41b2e4f),segment_id=dd9b3c20-9a16-4266-8ea0-f292f41b2e4f)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:33:47.933580 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:47.938480 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-12df501e-fe0d-4fa0-b366-ae7216d3dda0 tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:47.967547 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db378260-1439-4be7-8c16-b45270e7d64b req-8a77c829-635b-4d37-b2dd-f63b85e836ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:47.969078 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-db378260-1439-4be7-8c16-b45270e7d64b req-8a77c829-635b-4d37-b2dd-f63b85e836ce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1&tenant_id=a29b1e7130414c8d8df10d6bafc227cf HTTP/1.1" status: 200 len: 1096 time: 0.0697796 May 10 15:33:47.991251 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:47.991896 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:47.993241 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] 10.222.0.46 "PUT /v2.0/ports/be38d537-a5ef-4fc6-85cd-5cd3bb9092cd HTTP/1.1" status: 200 len: 1093 time: 1.0969214 May 10 15:33:47.995700 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c277e4-76f4-4e25-8877-cc1ffff643e8', 'tag': 'be38d537-a5ef-4fc6-85cd-5cd3bb9092cd'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:33:48.032172 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Pushing event updated for resources: {'Port': ['ID=be38d537-a5ef-4fc6-85cd-5cd3bb9092cd,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:48.036885 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:48.072400 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c277e4-76f4-4e25-8877-cc1ffff643e8', 'tag': 'be38d537-a5ef-4fc6-85cd-5cd3bb9092cd', 'status': 'completed', 'code': 200} May 10 15:33:48.087731 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db378260-1439-4be7-8c16-b45270e7d64b req-af5a03d5-13ca-4296-9aa6-e09cee4d1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:48.089516 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-db378260-1439-4be7-8c16-b45270e7d64b req-af5a03d5-13ca-4296-9aa6-e09cee4d1da6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a29b1e7130414c8d8df10d6bafc227cf&device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 1096 time: 0.1002040 May 10 15:33:48.109023 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-9c3437e7-5c26-440e-b214-17ae3ff72287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:48.110540 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-9c3437e7-5c26-440e-b214-17ae3ff72287 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=376336f6ca3c4e8898d9998b100bc64d&device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 1096 time: 0.0748534 May 10 15:33:48.183127 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-c708839b-a924-4ee9-adf2-8b88cd479968 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be38d537-a5ef-4fc6-85cd-5cd3bb9092cd HTTP/1.1" status: 200 len: 217 time: 0.0655472 May 10 15:33:48.225446 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db378260-1439-4be7-8c16-b45270e7d64b req-0611376e-6be3-438a-91af-c00d340a6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:48.226889 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-db378260-1439-4be7-8c16-b45270e7d64b req-0611376e-6be3-438a-91af-c00d340a6114 service neutron] 10.222.0.46 "GET /v2.0/networks?id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 HTTP/1.1" status: 200 len: 918 time: 0.1305075 May 10 15:33:48.245338 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-2d10aa50-14ea-48cf-931d-25ee8ba958e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:48.246786 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-2d10aa50-14ea-48cf-931d-25ee8ba958e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b2bbde6-dc52-4ea4-8c27-065ac376bc64 HTTP/1.1" status: 200 len: 850 time: 0.0576534 May 10 15:33:48.324092 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-1794fb84-ccfc-4b38-b10e-e0d0f736d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:48.325891 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-1794fb84-ccfc-4b38-b10e-e0d0f736d80f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e72a75bc-84e4-4072-bd72-d6e58af56db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718479 May 10 15:33:48.340903 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-db378260-1439-4be7-8c16-b45270e7d64b req-c1a4d69e-d9bb-4971-be20-01d6c0901105 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 HTTP/1.1" status: 200 len: 999 time: 0.1074839 May 10 15:33:48.417740 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db378260-1439-4be7-8c16-b45270e7d64b req-71a1ddfc-5647-49f9-bb11-5c1c336848c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:48.419482 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-db378260-1439-4be7-8c16-b45270e7d64b req-71a1ddfc-5647-49f9-bb11-5c1c336848c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6279250-a834-4915-8026-783b1c75fa9e HTTP/1.1" status: 200 len: 856 time: 0.0714083 May 10 15:33:48.498523 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db378260-1439-4be7-8c16-b45270e7d64b req-b9280ab9-0ad5-469f-bf5b-9e4b0bcb3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:48.500001 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-db378260-1439-4be7-8c16-b45270e7d64b req-b9280ab9-0ad5-469f-bf5b-9e4b0bcb3f45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738921 May 10 15:33:48.527598 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-52eb1c75-ae3a-4df9-b1ed-0ef4644332af service neutron] 10.222.0.46 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947985 May 10 15:33:48.568847 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3f336-e8b9-4c56-a025-585b8d53b102 req-67003245-5c4f-4938-8bf3-ad3ec0499f00 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:48.569546 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-5ee3f336-e8b9-4c56-a025-585b8d53b102 req-67003245-5c4f-4938-8bf3-ad3ec0499f00 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Synchronizing usage tracker for tenant:376336f6ca3c4e8898d9998b100bc64d on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:33:48.645718 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-5ee3f336-e8b9-4c56-a025-585b8d53b102 req-67003245-5c4f-4938-8bf3-ad3ec0499f00 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Unset dirty status for tenant:376336f6ca3c4e8898d9998b100bc64d on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:33:48.646788 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5ee3f336-e8b9-4c56-a025-585b8d53b102 req-67003245-5c4f-4938-8bf3-ad3ec0499f00 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 943 time: 0.2349577 May 10 15:33:48.674169 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:48.683859 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-db378260-1439-4be7-8c16-b45270e7d64b req-34de89ef-eddc-479c-9ec7-777414d88cbc service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766057 May 10 15:33:48.716185 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b5d03217-8054-4edd-bf6b-2e9fa265265a req-858341cd-1f5d-41dc-9b2e-1c48a8a4e230 service neutron] 10.222.0.46 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802273 May 10 15:33:48.720867 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5ee3f336-e8b9-4c56-a025-585b8d53b102 req-858e8faf-750d-43a7-8dfd-fe4df41f947a tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=c643af0b-6918-4563-a1c7-377b81ade002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606463 May 10 15:33:48.723876 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3269f61-8561-4a83-8186-215be96ac499 req-0b63a342-4842-4d8d-9b77-a9379e0d1bc3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:48.725749 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3269f61-8561-4a83-8186-215be96ac499 req-0b63a342-4842-4d8d-9b77-a9379e0d1bc3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.1952145 May 10 15:33:48.837261 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a9609-2143-49a4-97c4-25ddbd2e00a7 req-2fc14df7-9a86-4e13-ac95-f51a9b5e460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:48.838760 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-883a9609-2143-49a4-97c4-25ddbd2e00a7 req-2fc14df7-9a86-4e13-ac95-f51a9b5e460c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=376336f6ca3c4e8898d9998b100bc64d&device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 1096 time: 0.0723290 May 10 15:33:48.845381 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3269f61-8561-4a83-8186-215be96ac499 req-ff8ba39f-aa4e-485c-9cb2-616a86492cc8 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686457 May 10 15:33:48.867550 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-db378260-1439-4be7-8c16-b45270e7d64b req-b8c3af88-4066-4eac-802b-4f9f8499264e service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741848 May 10 15:33:48.970882 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a9609-2143-49a4-97c4-25ddbd2e00a7 req-98028186-da55-4bdf-af4c-5e49f55b405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:48.972921 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-883a9609-2143-49a4-97c4-25ddbd2e00a7 req-98028186-da55-4bdf-af4c-5e49f55b405d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e72a75bc-84e4-4072-bd72-d6e58af56db3 HTTP/1.1" status: 200 len: 912 time: 0.1275873 May 10 15:33:49.041109 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-883a9609-2143-49a4-97c4-25ddbd2e00a7 req-089fd75e-ccbf-41a6-82c0-7a4160aa70df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be38d537-a5ef-4fc6-85cd-5cd3bb9092cd HTTP/1.1" status: 200 len: 217 time: 0.0596895 May 10 15:33:49.107025 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a9609-2143-49a4-97c4-25ddbd2e00a7 req-8f1f8cc0-4ea8-4aab-be68-3ce8cf5ca670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:49.108589 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-883a9609-2143-49a4-97c4-25ddbd2e00a7 req-8f1f8cc0-4ea8-4aab-be68-3ce8cf5ca670 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b2bbde6-dc52-4ea4-8c27-065ac376bc64 HTTP/1.1" status: 200 len: 850 time: 0.0608692 May 10 15:33:49.188231 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a9609-2143-49a4-97c4-25ddbd2e00a7 req-a415df4a-1076-4e54-b82c-8cf07df2ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:49.189924 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-883a9609-2143-49a4-97c4-25ddbd2e00a7 req-a415df4a-1076-4e54-b82c-8cf07df2ac4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e72a75bc-84e4-4072-bd72-d6e58af56db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739927 May 10 15:33:49.327298 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-883a9609-2143-49a4-97c4-25ddbd2e00a7 req-c351d81d-2e01-40d7-9240-14953802994a service neutron] 10.222.0.46 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301677 May 10 15:33:49.451096 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b69ee415-1260-427b-8846-7648111e19eb req-7e7722c1-3e9c-4ff6-b926-b758f4ec7bad tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491241877&fields=id&tenant_id=347bd0d6f00146ea94622b561a4350f6 HTTP/1.1" status: 200 len: 267 time: 0.0822990 May 10 15:33:49.654401 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ee415-1260-427b-8846-7648111e19eb req-3a6bae2f-2932-42c6-b18f-8d5e083286e8 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:49.663327 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b69ee415-1260-427b-8846-7648111e19eb req-3a6bae2f-2932-42c6-b18f-8d5e083286e8 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 984 time: 0.2036572 May 10 15:33:49.669012 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-b69ee415-1260-427b-8846-7648111e19eb req-7a7aa1b3-2f34-487c-a385-393de21d3027 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Request body: {'port': {'security_groups': ['97ca62f4-cc6b-4691-987c-2f5765dd3c92']}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:33:49.806520 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b69ee415-1260-427b-8846-7648111e19eb req-7a7aa1b3-2f34-487c-a385-393de21d3027 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:49.958034 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b32bf-2334-4e41-ac21-67dc4a3da1a9 req-50b8735a-67e5-4a05-9101-5901ccec8fce tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:49.959503 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-583b32bf-2334-4e41-ac21-67dc4a3da1a9 req-50b8735a-67e5-4a05-9101-5901ccec8fce tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 943 time: 0.1141207 May 10 15:33:50.004823 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-583b32bf-2334-4e41-ac21-67dc4a3da1a9 req-8a72e883-7909-4269-9406-997b47113b29 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=c643af0b-6918-4563-a1c7-377b81ade002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393422 May 10 15:33:50.092612 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-b69ee415-1260-427b-8846-7648111e19eb req-7a7aa1b3-2f34-487c-a385-393de21d3027 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] For port 0705a6a8-c113-4916-ba65-022160676453, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0705a6a8-c113-4916-ba65-022160676453,segment=NetworkSegment(81a13848-bce6-4305-a84c-6f0d8f8aec0e),segment_id=81a13848-bce6-4305-a84c-6f0d8f8aec0e)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:33:50.126546 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b69ee415-1260-427b-8846-7648111e19eb req-7a7aa1b3-2f34-487c-a385-393de21d3027 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:50.133392 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b69ee415-1260-427b-8846-7648111e19eb req-7a7aa1b3-2f34-487c-a385-393de21d3027 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:50.139404 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-57fbdbb7-7ddc-42bf-8b23-e36f988c8e8e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:50.145455 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['0705a6a8-c113-4916-ba65-022160676453'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:33:50.202556 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab50f68-2d3e-4f05-bb08-589a56868d02 req-2b0494d8-a57d-428a-8173-fe6c669cdfb7 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:50.202883 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ee415-1260-427b-8846-7648111e19eb req-7a7aa1b3-2f34-487c-a385-393de21d3027 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:50.203510 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b69ee415-1260-427b-8846-7648111e19eb req-7a7aa1b3-2f34-487c-a385-393de21d3027 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:50.204254 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fab50f68-2d3e-4f05-bb08-589a56868d02 req-2b0494d8-a57d-428a-8173-fe6c669cdfb7 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.0974040 May 10 15:33:50.216410 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b69ee415-1260-427b-8846-7648111e19eb req-7a7aa1b3-2f34-487c-a385-393de21d3027 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "PUT /v2.0/ports/0705a6a8-c113-4916-ba65-022160676453 HTTP/1.1" status: 200 len: 942 time: 0.5516019 May 10 15:33:50.217494 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 50984) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:33:50.219813 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'tag': '0705a6a8-c113-4916-ba65-022160676453'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:33:50.294235 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7aa1b3-2f34-487c-a385-393de21d3027 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Pushing event updated for resources: {'Port': ['ID=0705a6a8-c113-4916-ba65-022160676453,revision_number=7']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:50.304284 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7a7aa1b3-2f34-487c-a385-393de21d3027 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:50.310895 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'tag': '0705a6a8-c113-4916-ba65-022160676453', 'status': 'completed', 'code': 200} May 10 15:33:50.346899 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fab50f68-2d3e-4f05-bb08-589a56868d02 req-9902864f-a01c-4907-ab72-5bd359b8fd0d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329160 May 10 15:33:50.396572 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ec428a15-3534-4068-ad59-b9e5b084f215 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:50.410322 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['0705a6a8-c113-4916-ba65-022160676453'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:33:50.431164 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ec428a15-3534-4068-ad59-b9e5b084f215 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:50.508378 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ec428a15-3534-4068-ad59-b9e5b084f215 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:50.514972 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:50.534649 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec428a15-3534-4068-ad59-b9e5b084f215 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb8f41d-24c5-4aaf-b7df-282e9c547f4c,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:50.544740 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ec428a15-3534-4068-ad59-b9e5b084f215 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:50.564175 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ec428a15-3534-4068-ad59-b9e5b084f215 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:50.569701 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-ec428a15-3534-4068-ad59-b9e5b084f215 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "DELETE /v2.0/security-groups/7fb8f41d-24c5-4aaf-b7df-282e9c547f4c HTTP/1.1" status: 204 len: 168 time: 0.3496921 May 10 15:33:50.570729 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 50990) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:33:50.626524 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-3b7caa8c-b6cf-41f9-b123-603bf7a942d4 None None] Provisioning complete for port 0705a6a8-c113-4916-ba65-022160676453 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:33:50.626993 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3b7caa8c-b6cf-41f9-b123-603bf7a942d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:50.859234 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-b61c4f62-bef0-4a5a-be1a-39bbb2e8d70d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Deleting port 860608f5-6708-4cde-8a0e-1fc15520c25f {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:33:50.859572 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b61c4f62-bef0-4a5a-be1a-39bbb2e8d70d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:51.081070 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b61c4f62-bef0-4a5a-be1a-39bbb2e8d70d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:51.081772 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b61c4f62-bef0-4a5a-be1a-39bbb2e8d70d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:51.208055 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a75a2-fe86-426f-a817-35eec91378a2 req-04a34b25-39ee-49bd-8cbb-b4096fe981da tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:51.214289 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-b61c4f62-bef0-4a5a-be1a-39bbb2e8d70d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Calling delete_port for 860608f5-6708-4cde-8a0e-1fc15520c25f owned by network:floatingip {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:33:51.220244 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8d8a75a2-fe86-426f-a817-35eec91378a2 req-04a34b25-39ee-49bd-8cbb-b4096fe981da tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 943 time: 0.0991056 May 10 15:33:51.281802 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8d8a75a2-fe86-426f-a817-35eec91378a2 req-a8cad1ae-4541-4705-ac2e-5d0564df0883 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=c643af0b-6918-4563-a1c7-377b81ade002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547273 May 10 15:33:51.372382 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b61c4f62-bef0-4a5a-be1a-39bbb2e8d70d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:51.376450 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d9680293-d3bc-4555-bfa1-953541c818e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:51.426034 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c4f62-bef0-4a5a-be1a-39bbb2e8d70d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Pushing event deleted for resources: {'Port': ['ID=860608f5-6708-4cde-8a0e-1fc15520c25f,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:51.429582 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b61c4f62-bef0-4a5a-be1a-39bbb2e8d70d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:51.456462 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device be38d537-a5ef-4fc6-85cd-5cd3bb9092cd details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:33:51.578609 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b61c4f62-bef0-4a5a-be1a-39bbb2e8d70d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks [] for floatingip, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:51.578908 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.l3_db [None req-b61c4f62-bef0-4a5a-be1a-39bbb2e8d70d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Floating IP 090b9d90-ddd1-480e-85ba-a1e813fd0f4a disassociated (deleted). External IP: 172.27.3.242, port: 0705a6a8-c113-4916-ba65-022160676453. May 10 15:33:51.611485 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port be38d537-a5ef-4fc6-85cd-5cd3bb9092cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=be38d537-a5ef-4fc6-85cd-5cd3bb9092cd,segment=NetworkSegment(dd9b3c20-9a16-4266-8ea0-f292f41b2e4f),segment_id=dd9b3c20-9a16-4266-8ea0-f292f41b2e4f)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:33:51.627856 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': 'be38d537-a5ef-4fc6-85cd-5cd3bb9092cd', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'port_id': 'be38d537-a5ef-4fc6-85cd-5cd3bb9092cd', 'mac_address': 'fa:16:3e:66:38:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:33:51.686517 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:51.703612 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be38d537-a5ef-4fc6-85cd-5cd3bb9092cd {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:33:51.722042 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port be38d537-a5ef-4fc6-85cd-5cd3bb9092cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=be38d537-a5ef-4fc6-85cd-5cd3bb9092cd,segment=NetworkSegment(dd9b3c20-9a16-4266-8ea0-f292f41b2e4f),segment_id=dd9b3c20-9a16-4266-8ea0-f292f41b2e4f)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:33:51.728740 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:51.730979 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-802fbfa7-406b-499e-80f7-7bb9ce805478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:51.756073 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99d4a7-a837-44c5-828b-8a0657332756 req-75205323-2b49-40fa-81b5-0e5726d2b731 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:51.757537 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cf99d4a7-a837-44c5-828b-8a0657332756 req-75205323-2b49-40fa-81b5-0e5726d2b731 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.2607069 May 10 15:33:51.810380 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=be38d537-a5ef-4fc6-85cd-5cd3bb9092cd,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:51.820618 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:51.873719 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cf99d4a7-a837-44c5-828b-8a0657332756 req-555572ce-a0b8-4299-af6c-875809be9688 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095812 May 10 15:33:51.962585 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['be38d537-a5ef-4fc6-85cd-5cd3bb9092cd'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:33:52.013837 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61c4f62-bef0-4a5a-be1a-39bbb2e8d70d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Router e78f0f2a-bc55-4336-98ae-da2e3d70186c has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:33:52.226698 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61c4f62-bef0-4a5a-be1a-39bbb2e8d70d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:33:52.238428 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e8bc5e-3af0-4d71-a219-b3db5b76d5f3 None None] Sync routers for ids ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:33:52.248373 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e8bc5e-3af0-4d71-a219-b3db5b76d5f3 None None] Routers {'e78f0f2a-bc55-4336-98ae-da2e3d70186c'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:33:52.249006 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-b5e8bc5e-3af0-4d71-a219-b3db5b76d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:33:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:33:52.249356 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b61c4f62-bef0-4a5a-be1a-39bbb2e8d70d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:52.332853 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-b61c4f62-bef0-4a5a-be1a-39bbb2e8d70d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "DELETE /v2.0/floatingips/090b9d90-ddd1-480e-85ba-a1e813fd0f4a HTTP/1.1" status: 204 len: 168 time: 1.7601109 May 10 15:33:52.334493 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'tag': '0705a6a8-c113-4916-ba65-022160676453'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:33:52.479425 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a4f99-6983-4af2-a39a-1b87db2010a4 req-c8638db2-804f-4ac3-bd3c-629c0a5d2619 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:52.486254 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6f2a4f99-6983-4af2-a39a-1b87db2010a4 req-c8638db2-804f-4ac3-bd3c-629c0a5d2619 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 944 time: 0.0943604 May 10 15:33:52.540660 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6f2a4f99-6983-4af2-a39a-1b87db2010a4 req-50b383a3-84c2-4cee-9af6-23df46165180 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=c643af0b-6918-4563-a1c7-377b81ade002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534520 May 10 15:33:52.580140 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-b5e8bc5e-3af0-4d71-a219-b3db5b76d5f3 None None] Set router e78f0f2a-bc55-4336-98ae-da2e3d70186c gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:33:52.688109 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'tag': '0705a6a8-c113-4916-ba65-022160676453', 'status': 'completed', 'code': 200} May 10 15:33:52.998201 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-b5e8bc5e-3af0-4d71-a219-b3db5b76d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'name': 'tempest-TestMinimumBasicScenario-452211983-router', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '359891af-34c6-4666-b790-dd1586c33d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:04Z', 'updated_at': '2021-05-10T15:31:08Z', 'revision_number': 4, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'gw_port': {'id': '359891af-34c6-4666-b790-dd1586c33d4b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:05Z', 'updated_at': '2021-05-10T15:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0a6dfa04-ead5-401d-86b6-c3e623204db6', 'name': '', 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'mac_address': 'fa:16:3e:4f:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:08Z', 'updated_at': '2021-05-10T15:31:17Z', 'revision_number': 5, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'subnets': [{'id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:33:53.002165 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e8bc5e-3af0-4d71-a219-b3db5b76d5f3 None None] Checking router: e78f0f2a-bc55-4336-98ae-da2e3d70186c for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:33:53.011509 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e8bc5e-3af0-4d71-a219-b3db5b76d5f3 None None] Routers {'e78f0f2a-bc55-4336-98ae-da2e3d70186c'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:33:53.012183 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-b5e8bc5e-3af0-4d71-a219-b3db5b76d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:33:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:33:53.101595 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaacf60-dec7-4fe6-ad82-3c4fdbd51307 req-259db3b3-0ab0-4ea1-9890-9afc1a5f9663 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:53.109146 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3eaacf60-dec7-4fe6-ad82-3c4fdbd51307 req-259db3b3-0ab0-4ea1-9890-9afc1a5f9663 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.0945368 May 10 15:33:53.163763 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3eaacf60-dec7-4fe6-ad82-3c4fdbd51307 req-143f20f2-5419-4205-879f-faf4dfd31818 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528471 May 10 15:33:53.239557 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-b5e8bc5e-3af0-4d71-a219-b3db5b76d5f3 None None] Set router e78f0f2a-bc55-4336-98ae-da2e3d70186c gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:33:53.488429 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device be38d537-a5ef-4fc6-85cd-5cd3bb9092cd up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:33:53.621308 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port be38d537-a5ef-4fc6-85cd-5cd3bb9092cd completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:33:53.634960 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port be38d537-a5ef-4fc6-85cd-5cd3bb9092cd triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:33:53.635353 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:53.675972 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-b5e8bc5e-3af0-4d71-a219-b3db5b76d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'name': 'tempest-TestMinimumBasicScenario-452211983-router', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '359891af-34c6-4666-b790-dd1586c33d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:04Z', 'updated_at': '2021-05-10T15:31:08Z', 'revision_number': 4, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'gw_port': {'id': '359891af-34c6-4666-b790-dd1586c33d4b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:05Z', 'updated_at': '2021-05-10T15:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0a6dfa04-ead5-401d-86b6-c3e623204db6', 'name': '', 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'mac_address': 'fa:16:3e:4f:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:08Z', 'updated_at': '2021-05-10T15:31:17Z', 'revision_number': 5, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'subnets': [{'id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:33:53.686242 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e8bc5e-3af0-4d71-a219-b3db5b76d5f3 None None] The sync data for ids ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'] in dv-cinder-784945-8-iscsi is: [{'id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'name': 'tempest-TestMinimumBasicScenario-452211983-router', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '359891af-34c6-4666-b790-dd1586c33d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:04Z', 'updated_at': '2021-05-10T15:31:08Z', 'revision_number': 4, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'gw_port': {'id': '359891af-34c6-4666-b790-dd1586c33d4b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:05Z', 'updated_at': '2021-05-10T15:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0a6dfa04-ead5-401d-86b6-c3e623204db6', 'name': '', 'network_id': 'd63baf96-5392-4798-b336-29e63d92d7d9', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'mac_address': 'fa:16:3e:4f:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:08Z', 'updated_at': '2021-05-10T15:31:17Z', 'revision_number': 5, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'subnets': [{'id': 'b1973bfb-27a8-45eb-96be-2d9d2a32965f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:33:53.752068 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a0b21-2777-45e2-b4a5-35f6c74e6cef req-b214949a-6528-408e-b7b5-5ce165813a83 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:53.755481 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-180a0b21-2777-45e2-b4a5-35f6c74e6cef req-b214949a-6528-408e-b7b5-5ce165813a83 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 944 time: 0.1055732 May 10 15:33:53.804973 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:53.815816 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-180a0b21-2777-45e2-b4a5-35f6c74e6cef req-3b9df25f-9efc-4402-a3b8-bb595577e28c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=c643af0b-6918-4563-a1c7-377b81ade002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429013 May 10 15:33:53.846165 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c277e4-76f4-4e25-8877-cc1ffff643e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be38d537-a5ef-4fc6-85cd-5cd3bb9092cd'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:33:53.860323 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port be38d537-a5ef-4fc6-85cd-5cd3bb9092cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=be38d537-a5ef-4fc6-85cd-5cd3bb9092cd,segment=NetworkSegment(dd9b3c20-9a16-4266-8ea0-f292f41b2e4f),segment_id=dd9b3c20-9a16-4266-8ea0-f292f41b2e4f)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:33:53.873118 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:53.876157 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5a0b1c8b-0a9e-49dc-962f-0f5976e74668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:33:53.934970 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c277e4-76f4-4e25-8877-cc1ffff643e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be38d537-a5ef-4fc6-85cd-5cd3bb9092cd', 'code': 200} May 10 15:33:53.978197 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=be38d537-a5ef-4fc6-85cd-5cd3bb9092cd,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:33:53.984389 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:33:54.035727 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b25562-87fb-4e2f-bea3-1701bf4939a2 None None] New status for floating IP 090b9d90-ddd1-480e-85ba-a1e813fd0f4a: DOWN {{(pid=78737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:33:54.363388 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1fb0a-3117-4008-8b4b-80db466f2029 req-03c81397-96e9-4000-b88e-df77aad078df tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:54.370818 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a0a1fb0a-3117-4008-8b4b-80db466f2029 req-03c81397-96e9-4000-b88e-df77aad078df tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.0912769 May 10 15:33:54.420028 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a0a1fb0a-3117-4008-8b4b-80db466f2029 req-6b5b7086-3ac0-4f94-b5cf-50024ef9e140 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480263 May 10 15:33:55.030788 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0c736b13-39f1-4f12-9ec5-66170c8edf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:55.120403 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa956c-a941-4e5e-94da-738d79591637 req-407ec373-cd14-4d3d-95b5-62feddfc4286 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:55.121772 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0cfa956c-a941-4e5e-94da-738d79591637 req-407ec373-cd14-4d3d-95b5-62feddfc4286 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 945 time: 0.1917315 May 10 15:33:55.167513 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0cfa956c-a941-4e5e-94da-738d79591637 req-c0573f62-039d-48a0-9a0d-2db71b776e45 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=c643af0b-6918-4563-a1c7-377b81ade002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399354 May 10 15:33:55.617145 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca31fa5-ddb4-4c7e-b3ac-89b20aa0cc1b req-64da1a66-497d-4689-b577-16827ae33b23 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:55.618584 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4ca31fa5-ddb4-4c7e-b3ac-89b20aa0cc1b req-64da1a66-497d-4689-b577-16827ae33b23 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.0832760 May 10 15:33:55.666648 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4ca31fa5-ddb4-4c7e-b3ac-89b20aa0cc1b req-4203d0bd-16db-463e-8a60-7919593e1063 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421743 May 10 15:33:56.368655 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb2cf4-0002-4009-ad55-47521eb0c966 req-73969eef-4a5c-4d48-b0df-711ffaba338c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:56.370932 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f5fb2cf4-0002-4009-ad55-47521eb0c966 req-73969eef-4a5c-4d48-b0df-711ffaba338c tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 945 time: 0.0966027 May 10 15:33:56.416810 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f5fb2cf4-0002-4009-ad55-47521eb0c966 req-76f5e79e-1e44-4b61-89f4-26a7f09a40d9 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=c643af0b-6918-4563-a1c7-377b81ade002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395744 May 10 15:33:56.868866 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83281434-59e3-44f1-85cf-c84c1578f634 req-f5857eff-a924-4966-a410-5fb70b76a142 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:56.870477 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-83281434-59e3-44f1-85cf-c84c1578f634 req-f5857eff-a924-4966-a410-5fb70b76a142 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.0850992 May 10 15:33:56.916494 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-83281434-59e3-44f1-85cf-c84c1578f634 req-e2f6adf5-e384-4ade-a49b-0993e0e384ca tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395067 May 10 15:33:57.613851 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cf605-147e-4e94-b933-4debd17ed90c req-0ac678d6-7406-4be0-946f-88ee232f9929 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:57.615331 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c45cf605-147e-4e94-b933-4debd17ed90c req-0ac678d6-7406-4be0-946f-88ee232f9929 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 945 time: 0.0835302 May 10 15:33:57.663924 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c45cf605-147e-4e94-b933-4debd17ed90c req-7b341dab-b19a-4649-8a00-717320e5ca19 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=c643af0b-6918-4563-a1c7-377b81ade002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427358 May 10 15:33:57.699386 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:57.943722 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-67623217-e3a1-4c8f-8510-406102e4b32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:58.137247 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e29a83-6eab-4587-ac90-c8a97d49e4c4 req-821a117c-4062-4037-ac73-1f094977d264 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:58.138713 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-51e29a83-6eab-4587-ac90-c8a97d49e4c4 req-821a117c-4062-4037-ac73-1f094977d264 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.0863838 May 10 15:33:58.185995 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-51e29a83-6eab-4587-ac90-c8a97d49e4c4 req-9e98ee3b-dc1a-48db-a360-f9373f4355c4 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413671 May 10 15:33:58.565967 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:58.857643 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe119a-6625-4bd6-8275-be3ecfe4f083 req-3bf41b42-d3b8-4b51-ac77-ec6c4deef64d tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:58.859104 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0abe119a-6625-4bd6-8275-be3ecfe4f083 req-3bf41b42-d3b8-4b51-ac77-ec6c4deef64d tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 945 time: 0.0861542 May 10 15:33:58.907280 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0abe119a-6625-4bd6-8275-be3ecfe4f083 req-f300c533-f739-4664-a9fb-f2dacee7fc0b tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=c643af0b-6918-4563-a1c7-377b81ade002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422699 May 10 15:33:59.388566 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09c257-4d61-4732-a9a7-d9aea100f08f req-e95347ab-af23-4ec0-80ce-08251cf17d78 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:33:59.390039 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4d09c257-4d61-4732-a9a7-d9aea100f08f req-e95347ab-af23-4ec0-80ce-08251cf17d78 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.0870514 May 10 15:33:59.436558 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4d09c257-4d61-4732-a9a7-d9aea100f08f req-bae642d3-972f-44f7-8644-7dcfb5a0cfd5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402174 May 10 15:34:00.017360 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf195a0f-bc39-4dcb-869a-bc49fc66eddf req-351d6c2a-f61c-44f6-8294-3f42d5b7d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:00.019382 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cf195a0f-bc39-4dcb-869a-bc49fc66eddf req-351d6c2a-f61c-44f6-8294-3f42d5b7d5c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=347bd0d6f00146ea94622b561a4350f6&device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 1098 time: 0.0796409 May 10 15:34:00.103830 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-883a9609-2143-49a4-97c4-25ddbd2e00a7 req-d51e544c-e58c-4730-b931-50401949fc4b service neutron] 10.222.0.46 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758440 May 10 15:34:00.138106 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefd78d-8822-473b-8329-b13c4c252f11 req-0ab5620b-fbc0-4e60-af55-eaca893aa218 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:00.139465 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5aefd78d-8822-473b-8329-b13c4c252f11 req-0ab5620b-fbc0-4e60-af55-eaca893aa218 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 945 time: 0.1152802 May 10 15:34:00.158658 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf195a0f-bc39-4dcb-869a-bc49fc66eddf req-0bacb34b-aacb-4c8e-a017-3fc6d2eedab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:00.160137 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cf195a0f-bc39-4dcb-869a-bc49fc66eddf req-0bacb34b-aacb-4c8e-a017-3fc6d2eedab6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d63baf96-5392-4798-b336-29e63d92d7d9 HTTP/1.1" status: 200 len: 915 time: 0.1338072 May 10 15:34:00.185976 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5aefd78d-8822-473b-8329-b13c4c252f11 req-16ff8d14-b9ae-4474-a6b0-23230550cbe7 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=c643af0b-6918-4563-a1c7-377b81ade002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399630 May 10 15:34:00.229253 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cf195a0f-bc39-4dcb-869a-bc49fc66eddf req-7775f455-e278-4b7a-bee4-a0addff3c979 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0705a6a8-c113-4916-ba65-022160676453 HTTP/1.1" status: 200 len: 217 time: 0.0617628 May 10 15:34:00.295513 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf195a0f-bc39-4dcb-869a-bc49fc66eddf req-dfd41b30-1c14-453e-806c-426c45215f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:00.296353 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cf195a0f-bc39-4dcb-869a-bc49fc66eddf req-dfd41b30-1c14-453e-806c-426c45215f41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1973bfb-27a8-45eb-96be-2d9d2a32965f HTTP/1.1" status: 200 len: 853 time: 0.0605998 May 10 15:34:00.335293 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:00.373804 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf195a0f-bc39-4dcb-869a-bc49fc66eddf req-28ccf793-6c05-4a4a-9647-ec089785aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:00.375329 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cf195a0f-bc39-4dcb-869a-bc49fc66eddf req-28ccf793-6c05-4a4a-9647-ec089785aaba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d63baf96-5392-4798-b336-29e63d92d7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725255 May 10 15:34:00.376348 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4947a8-1bd3-485a-9f96-84c0450fd401 req-3bd6fbe0-7d85-49d7-8e6c-fa15d8dabcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:00.378337 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ce4947a8-1bd3-485a-9f96-84c0450fd401 req-3bd6fbe0-7d85-49d7-8e6c-fa15d8dabcc5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 1098 time: 0.0758114 May 10 15:34:00.425751 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ce4947a8-1bd3-485a-9f96-84c0450fd401 req-aa84c2b0-cb1c-4f11-b09c-3c334e232ac5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c643af0b-6918-4563-a1c7-377b81ade002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344145 May 10 15:34:00.532210 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cf195a0f-bc39-4dcb-869a-bc49fc66eddf req-d67ada31-dfc4-470a-a06d-97c6ea145e79 service neutron] 10.222.0.46 "GET /v2.0/networks/d63baf96-5392-4798-b336-29e63d92d7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414003 May 10 15:34:00.635001 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a285fa4-6923-4c83-9a02-897339e79721 req-2622d6f3-ce84-4b75-ae1f-83164ae0a867 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:00.636486 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9a285fa4-6923-4c83-9a02-897339e79721 req-2622d6f3-ce84-4b75-ae1f-83164ae0a867 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.0818150 May 10 15:34:00.673401 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cf195a0f-bc39-4dcb-869a-bc49fc66eddf req-ec58d7fe-aedc-40dc-a0bf-da66f6586736 service neutron] 10.222.0.46 "GET /v2.0/networks/d63baf96-5392-4798-b336-29e63d92d7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342676 May 10 15:34:00.683533 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9a285fa4-6923-4c83-9a02-897339e79721 req-042b8061-7a8b-4718-8184-f9ca0299e4e6 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412893 May 10 15:34:00.801427 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e41a1-5986-4a5e-99d4-c13bc1677526 req-00665b49-51fa-4862-ad5d-9427f07fac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:00.802854 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ec3e41a1-5986-4a5e-99d4-c13bc1677526 req-00665b49-51fa-4862-ad5d-9427f07fac8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=347bd0d6f00146ea94622b561a4350f6&device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 1098 time: 0.0724814 May 10 15:34:00.936669 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e41a1-5986-4a5e-99d4-c13bc1677526 req-261a89cc-2e4e-4b8c-9d5e-6be37883edad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:00.938126 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ec3e41a1-5986-4a5e-99d4-c13bc1677526 req-261a89cc-2e4e-4b8c-9d5e-6be37883edad service neutron] 10.222.0.46 "GET /v2.0/networks?id=d63baf96-5392-4798-b336-29e63d92d7d9 HTTP/1.1" status: 200 len: 915 time: 0.1260774 May 10 15:34:01.006254 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ec3e41a1-5986-4a5e-99d4-c13bc1677526 req-ea35b3ea-92ae-4a45-88b9-f3a1bb8e4d3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0705a6a8-c113-4916-ba65-022160676453 HTTP/1.1" status: 200 len: 217 time: 0.0599010 May 10 15:34:01.073909 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e41a1-5986-4a5e-99d4-c13bc1677526 req-4228b6cc-1af7-46b1-b99b-f86f44680bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:01.075315 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ec3e41a1-5986-4a5e-99d4-c13bc1677526 req-4228b6cc-1af7-46b1-b99b-f86f44680bc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1973bfb-27a8-45eb-96be-2d9d2a32965f HTTP/1.1" status: 200 len: 853 time: 0.0598333 May 10 15:34:01.151229 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e41a1-5986-4a5e-99d4-c13bc1677526 req-2dc222f5-40bd-455e-8c03-14a5894b7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:01.152831 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ec3e41a1-5986-4a5e-99d4-c13bc1677526 req-2dc222f5-40bd-455e-8c03-14a5894b7b45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d63baf96-5392-4798-b336-29e63d92d7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698857 May 10 15:34:01.424003 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ec3e41a1-5986-4a5e-99d4-c13bc1677526 req-738a4339-7344-489b-9131-0e82ac6f5c82 service neutron] 10.222.0.46 "GET /v2.0/networks/d63baf96-5392-4798-b336-29e63d92d7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630446 May 10 15:34:01.468625 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ac278-e25a-4030-8824-22968f4b7f3e req-978a5719-55e8-45f8-8acf-8c3e399855ed tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:01.469920 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dd0ac278-e25a-4030-8824-22968f4b7f3e req-978a5719-55e8-45f8-8acf-8c3e399855ed tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 945 time: 0.1518865 May 10 15:34:01.580317 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dd0ac278-e25a-4030-8824-22968f4b7f3e req-3cedfba4-00fc-41c7-8bcc-47dce2be7b01 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=c643af0b-6918-4563-a1c7-377b81ade002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698733 May 10 15:34:01.603738 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ec3e41a1-5986-4a5e-99d4-c13bc1677526 req-2517face-7742-41c2-ab88-7346402351df service neutron] 10.222.0.46 "GET /v2.0/networks/d63baf96-5392-4798-b336-29e63d92d7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712966 May 10 15:34:01.881449 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0b842-38be-4e63-a4dc-2f96a2e00cb4 req-514e5428-08c1-42dc-badb-7d119f0682ac tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:01.882933 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-42b0b842-38be-4e63-a4dc-2f96a2e00cb4 req-514e5428-08c1-42dc-badb-7d119f0682ac tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.0873423 May 10 15:34:01.932165 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-42b0b842-38be-4e63-a4dc-2f96a2e00cb4 req-659f9642-e919-4907-82cd-108f017ec572 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432975 May 10 15:34:02.766060 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1ec7b-53f6-4fbd-b764-5955e6fde9a6 req-c3462616-9175-4ac2-974e-29e99c6cedcb tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:02.767502 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7ff1ec7b-53f6-4fbd-b764-5955e6fde9a6 req-c3462616-9175-4ac2-974e-29e99c6cedcb tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 945 time: 0.0783622 May 10 15:34:02.811625 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7ff1ec7b-53f6-4fbd-b764-5955e6fde9a6 req-a19238b9-4dd5-4ab1-8cab-a0d77046204e tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=c643af0b-6918-4563-a1c7-377b81ade002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376568 May 10 15:34:02.993224 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4495d-f823-4edc-b703-c90f9376bb81 req-04bf8499-a456-4f72-8e9c-58b5b7bbf010 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:02.994860 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-58b4495d-f823-4edc-b703-c90f9376bb81 req-04bf8499-a456-4f72-8e9c-58b5b7bbf010 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 945 time: 0.0819709 May 10 15:34:03.003271 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51082) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:03.009292 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-6e37a018-2f1e-4b44-a031-b0e54768a162 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Request body: {'floatingip': {'port_id': 'be38d537-a5ef-4fc6-85cd-5cd3bb9092cd'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:03.088358 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-6e37a018-2f1e-4b44-a031-b0e54768a162 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for floatingip, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:03.230371 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd63a98-8a1a-443f-861f-faf6fdd18f1f req-d7abb750-9bce-421d-8707-56260e2d753f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:03.231883 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0cd63a98-8a1a-443f-861f-faf6fdd18f1f req-d7abb750-9bce-421d-8707-56260e2d753f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.1810398 May 10 15:34:03.278610 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0cd63a98-8a1a-443f-861f-faf6fdd18f1f req-3f899ab6-62b1-4d39-9716-0acbe75a5c11 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397515 May 10 15:34:03.582369 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b341904-dd96-45cb-b879-76057f88357f req-14945e21-f846-42a8-a08a-cb88b28343bd tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:03.583061 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-9b341904-dd96-45cb-b879-76057f88357f req-14945e21-f846-42a8-a08a-cb88b28343bd tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Synchronizing usage tracker for tenant:347bd0d6f00146ea94622b561a4350f6 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:34:03.628193 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-9b341904-dd96-45cb-b879-76057f88357f req-14945e21-f846-42a8-a08a-cb88b28343bd tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Unset dirty status for tenant:347bd0d6f00146ea94622b561a4350f6 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:34:03.629343 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9b341904-dd96-45cb-b879-76057f88357f req-14945e21-f846-42a8-a08a-cb88b28343bd tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 945 time: 0.2791781 May 10 15:34:03.687327 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-9b341904-dd96-45cb-b879-76057f88357f req-ca9fbc0c-839c-4d50-9fe8-a449dc073460 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Synchronizing usage tracker for tenant:347bd0d6f00146ea94622b561a4350f6 on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:34:03.770976 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-9b341904-dd96-45cb-b879-76057f88357f req-ca9fbc0c-839c-4d50-9fe8-a449dc073460 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Unset dirty status for tenant:347bd0d6f00146ea94622b561a4350f6 on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:34:03.772128 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9b341904-dd96-45cb-b879-76057f88357f req-ca9fbc0c-839c-4d50-9fe8-a449dc073460 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369665 May 10 15:34:03.798411 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-6e37a018-2f1e-4b44-a031-b0e54768a162 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:03.802614 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-6e37a018-2f1e-4b44-a031-b0e54768a162 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706874'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:04.060093 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.l3_db [None req-6e37a018-2f1e-4b44-a031-b0e54768a162 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Floating IP 2510575f-0fc2-472f-8557-9245d385a125 associated. External IP: 172.27.3.246, port: be38d537-a5ef-4fc6-85cd-5cd3bb9092cd. May 10 15:34:04.402103 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e37a018-2f1e-4b44-a031-b0e54768a162 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Router 3572abad-1fb4-4b8a-bec2-baa8a90407eb has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:34:04.468038 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c9035-6e84-4cf1-b74e-7810fae7aff4 req-954da963-14fd-4d98-8918-56c703821845 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:04.469709 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-054c9035-6e84-4cf1-b74e-7810fae7aff4 req-954da963-14fd-4d98-8918-56c703821845 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.0799639 May 10 15:34:04.521244 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-054c9035-6e84-4cf1-b74e-7810fae7aff4 req-4187be8d-66a7-4ddf-9214-b1f0838380f1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428982 May 10 15:34:04.578059 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e37a018-2f1e-4b44-a031-b0e54768a162 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:34:04.583731 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-6e37a018-2f1e-4b44-a031-b0e54768a162 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:04.587894 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82078c58-b73d-49ff-9248-45d48dbd41b6 None None] Sync routers for ids ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:34:04.597142 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82078c58-b73d-49ff-9248-45d48dbd41b6 None None] Routers {'3572abad-1fb4-4b8a-bec2-baa8a90407eb'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:34:04.597837 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-82078c58-b73d-49ff-9248-45d48dbd41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:33:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:04.640064 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-6e37a018-2f1e-4b44-a031-b0e54768a162 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "PUT /v2.0/floatingips/2510575f-0fc2-472f-8557-9245d385a125 HTTP/1.1" status: 200 len: 991 time: 1.6356449 May 10 15:34:04.640757 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c277e4-76f4-4e25-8877-cc1ffff643e8', 'tag': 'be38d537-a5ef-4fc6-85cd-5cd3bb9092cd'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:34:04.687469 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c277e4-76f4-4e25-8877-cc1ffff643e8', 'tag': 'be38d537-a5ef-4fc6-85cd-5cd3bb9092cd', 'status': 'completed', 'code': 200} May 10 15:34:04.776543 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-82078c58-b73d-49ff-9248-45d48dbd41b6 None None] Set router 3572abad-1fb4-4b8a-bec2-baa8a90407eb gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:34:04.788141 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8082c9-d807-46bb-91cf-5b72eeb4f3ae req-38e8eda2-0eea-4a3b-b7d8-059488dc8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:04.789596 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fe8082c9-d807-46bb-91cf-5b72eeb4f3ae req-38e8eda2-0eea-4a3b-b7d8-059488dc8fb7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=376336f6ca3c4e8898d9998b100bc64d&device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 1098 time: 0.0729773 May 10 15:34:04.929239 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8082c9-d807-46bb-91cf-5b72eeb4f3ae req-1bf9198c-e5f5-4bff-87e3-42cb0ea8b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:04.930602 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fe8082c9-d807-46bb-91cf-5b72eeb4f3ae req-1bf9198c-e5f5-4bff-87e3-42cb0ea8b95e service neutron] 10.222.0.46 "GET /v2.0/networks?id=e72a75bc-84e4-4072-bd72-d6e58af56db3 HTTP/1.1" status: 200 len: 912 time: 0.1300106 May 10 15:34:04.969746 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d656f-b92f-4828-8f55-00b2aede0cad req-0564b6cc-229f-44b9-ae86-d46c34564705 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:04.971289 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e36d656f-b92f-4828-8f55-00b2aede0cad req-0564b6cc-229f-44b9-ae86-d46c34564705 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 945 time: 0.0891576 May 10 15:34:05.018774 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e36d656f-b92f-4828-8f55-00b2aede0cad req-f6495c43-0951-4206-a511-6c35ac45a38d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/security-groups?id=97ca62f4-cc6b-4691-987c-2f5765dd3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412002 May 10 15:34:05.038571 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fe8082c9-d807-46bb-91cf-5b72eeb4f3ae req-f8ee6733-0983-4b60-a680-edecbb53512e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be38d537-a5ef-4fc6-85cd-5cd3bb9092cd HTTP/1.1" status: 200 len: 999 time: 0.0989866 May 10 15:34:05.102926 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8082c9-d807-46bb-91cf-5b72eeb4f3ae req-0185f110-e039-4043-bef5-9dde556702bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:05.104419 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fe8082c9-d807-46bb-91cf-5b72eeb4f3ae req-0185f110-e039-4043-bef5-9dde556702bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b2bbde6-dc52-4ea4-8c27-065ac376bc64 HTTP/1.1" status: 200 len: 850 time: 0.0583382 May 10 15:34:05.127752 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-82078c58-b73d-49ff-9248-45d48dbd41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:28:28Z', 'revision_number': 4, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '2510575f-0fc2-472f-8557-9245d385a125', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'port_id': 'be38d537-a5ef-4fc6-85cd-5cd3bb9092cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'mac_address': 'fa:16:3e:66:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c277e4-76f4-4e25-8877-cc1ffff643e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:33:43Z', 'updated_at': '2021-05-10T15:34:03Z', 'revision_number': 1, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc27596-9660-4b3e-8886-b2bd9ade7be8', 'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'mac_address': 'fa:16:3e:c4:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:27Z', 'updated_at': '2021-05-10T15:28:40Z', 'revision_number': 5, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'subnets': [{'id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:05.131588 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82078c58-b73d-49ff-9248-45d48dbd41b6 None None] Checking router: 3572abad-1fb4-4b8a-bec2-baa8a90407eb for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:34:05.139922 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82078c58-b73d-49ff-9248-45d48dbd41b6 None None] Routers {'3572abad-1fb4-4b8a-bec2-baa8a90407eb'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:34:05.140528 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-82078c58-b73d-49ff-9248-45d48dbd41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:33:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:05.145301 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbe1c5-4d3b-45b5-b1a5-5745460678e6 req-e334a154-99e5-4c49-b30c-7312c7555dd6 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:05.146957 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-81dbe1c5-4d3b-45b5-b1a5-5745460678e6 req-e334a154-99e5-4c49-b30c-7312c7555dd6 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.46 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 945 time: 0.0858586 May 10 15:34:05.190311 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8082c9-d807-46bb-91cf-5b72eeb4f3ae req-035e45b1-dfae-4d77-a610-970764ba274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:05.192095 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fe8082c9-d807-46bb-91cf-5b72eeb4f3ae req-035e45b1-dfae-4d77-a610-970764ba274f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e72a75bc-84e4-4072-bd72-d6e58af56db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812581 May 10 15:34:05.287979 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-81dbe1c5-4d3b-45b5-b1a5-5745460678e6 req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Deleting port 0705a6a8-c113-4916-ba65-022160676453 {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:34:05.288367 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-81dbe1c5-4d3b-45b5-b1a5-5745460678e6 req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:05.327399 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fe8082c9-d807-46bb-91cf-5b72eeb4f3ae req-218e8f53-ab87-4ec3-a126-3a05d46d1df8 service neutron] 10.222.0.46 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283729 May 10 15:34:05.361399 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-82078c58-b73d-49ff-9248-45d48dbd41b6 None None] Set router 3572abad-1fb4-4b8a-bec2-baa8a90407eb gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:34:05.427957 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-81dbe1c5-4d3b-45b5-b1a5-5745460678e6 req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] For port 0705a6a8-c113-4916-ba65-022160676453, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0705a6a8-c113-4916-ba65-022160676453,segment=NetworkSegment(81a13848-bce6-4305-a84c-6f0d8f8aec0e),segment_id=81a13848-bce6-4305-a84c-6f0d8f8aec0e)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:05.428434 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-81dbe1c5-4d3b-45b5-b1a5-5745460678e6 req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:05.569660 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-81dbe1c5-4d3b-45b5-b1a5-5745460678e6 req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Calling delete_port for 0705a6a8-c113-4916-ba65-022160676453 owned by compute:nova {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:34:05.574499 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fe8082c9-d807-46bb-91cf-5b72eeb4f3ae req-7b4a9b3f-40a3-47a5-be73-274350f08a09 service neutron] 10.222.0.46 "GET /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404978 May 10 15:34:05.696682 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-81dbe1c5-4d3b-45b5-b1a5-5745460678e6 req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:05.704632 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-681faf71-7b5f-44a6-867e-a0ab3281c8c4 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:05.711913 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['0705a6a8-c113-4916-ba65-022160676453'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:34:05.735653 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909bd07-0798-4a6a-bd78-a4196e144709 req-a97dc400-568b-4f74-aec4-263e5c295f49 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:05.743176 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1909bd07-0798-4a6a-bd78-a4196e144709 req-a97dc400-568b-4f74-aec4-263e5c295f49 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.0975158 May 10 15:34:05.757140 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-82078c58-b73d-49ff-9248-45d48dbd41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:28:28Z', 'revision_number': 4, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '2510575f-0fc2-472f-8557-9245d385a125', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'port_id': 'be38d537-a5ef-4fc6-85cd-5cd3bb9092cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'mac_address': 'fa:16:3e:66:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c277e4-76f4-4e25-8877-cc1ffff643e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:33:43Z', 'updated_at': '2021-05-10T15:34:03Z', 'revision_number': 1, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc27596-9660-4b3e-8886-b2bd9ade7be8', 'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'mac_address': 'fa:16:3e:c4:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:27Z', 'updated_at': '2021-05-10T15:28:40Z', 'revision_number': 5, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'subnets': [{'id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:05.761446 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82078c58-b73d-49ff-9248-45d48dbd41b6 None None] The sync data for ids ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'] in dv-cinder-784945-8-iscsi is: [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:28:28Z', 'revision_number': 4, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '2510575f-0fc2-472f-8557-9245d385a125', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'port_id': 'be38d537-a5ef-4fc6-85cd-5cd3bb9092cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'mac_address': 'fa:16:3e:66:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c277e4-76f4-4e25-8877-cc1ffff643e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:33:43Z', 'updated_at': '2021-05-10T15:34:03Z', 'revision_number': 1, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc27596-9660-4b3e-8886-b2bd9ade7be8', 'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'mac_address': 'fa:16:3e:c4:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:27Z', 'updated_at': '2021-05-10T15:28:40Z', 'revision_number': 5, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'subnets': [{'id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:34:05.761947 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Pushing event deleted for resources: {'Port': ['ID=0705a6a8-c113-4916-ba65-022160676453,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:05.811386 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1909bd07-0798-4a6a-bd78-a4196e144709 req-8c1f5097-d792-4016-a0ee-f4b13e3e6ac2 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672688 May 10 15:34:05.849592 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dbe1c5-4d3b-45b5-b1a5-5745460678e6 req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] No DVR routers for this DVR port 0705a6a8-c113-4916-ba65-022160676453 on host hv-cinder-78494 {{(pid=78734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:34:05.852146 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:05.852519 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:05.852898 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:05.853290 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:05.853656 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:05.854016 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:05.854376 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:05.854734 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:05.855230 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:05.855463 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:05.855835 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:05.856191 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:05.858977 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-81dbe1c5-4d3b-45b5-b1a5-5745460678e6 req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:05.862526 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'name': 'network-vif-deleted', 'tag': '0705a6a8-c113-4916-ba65-022160676453'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:34:05.872677 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:05.886045 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-81dbe1c5-4d3b-45b5-b1a5-5745460678e6 req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.46 "DELETE /v2.0/ports/0705a6a8-c113-4916-ba65-022160676453 HTTP/1.1" status: 204 len: 173 time: 0.7324505 May 10 15:34:05.974178 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd100a408-ea3a-4e72-8f27-511ff9e55373', 'name': 'network-vif-deleted', 'tag': '0705a6a8-c113-4916-ba65-022160676453', 'status': 'completed', 'code': 200} May 10 15:34:05.995033 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6533a9b7-5645-46ed-8c51-e5990ded3bfd None None] New status for floating IP 2510575f-0fc2-472f-8557-9245d385a125: ACTIVE {{(pid=78737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:34:06.186528 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-8618b4f0-e776-47a8-b48a-e5a0ceb21033 req-a4905ce6-061b-4cc2-812e-467f10a7c935 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Synchronizing usage tracker for tenant:347bd0d6f00146ea94622b561a4350f6 on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:34:06.204293 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-8618b4f0-e776-47a8-b48a-e5a0ceb21033 req-a4905ce6-061b-4cc2-812e-467f10a7c935 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Unset dirty status for tenant:347bd0d6f00146ea94622b561a4350f6 on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:34:06.206551 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8618b4f0-e776-47a8-b48a-e5a0ceb21033 req-a4905ce6-061b-4cc2-812e-467f10a7c935 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] 10.222.0.11 "GET /v2.0/ports?device_id=d100a408-ea3a-4e72-8f27-511ff9e55373 HTTP/1.1" status: 200 len: 210 time: 0.0665762 May 10 15:34:07.004839 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd313d9-1f1f-4275-b53a-da13dfe1bfcc req-7fe47b8e-6dc6-4489-90c6-952dbf85530f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:07.006314 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8bd313d9-1f1f-4275-b53a-da13dfe1bfcc req-7fe47b8e-6dc6-4489-90c6-952dbf85530f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.0810127 May 10 15:34:07.052187 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8bd313d9-1f1f-4275-b53a-da13dfe1bfcc req-0e3717cb-8430-4e48-ba14-90b3ba1dfd30 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400324 May 10 15:34:07.784869 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 51152) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:08.259874 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a303a9f-974f-4c11-8158-4ca72341c454 req-5b77b9ed-88c9-46ba-bbbc-47d20df6f4e5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:08.261390 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0a303a9f-974f-4c11-8158-4ca72341c454 req-5b77b9ed-88c9-46ba-bbbc-47d20df6f4e5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.0822444 May 10 15:34:08.309753 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0a303a9f-974f-4c11-8158-4ca72341c454 req-a8ec6963-7251-45ca-a6a7-ef59d0d25e95 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422850 May 10 15:34:08.402011 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-95302b97-af72-4920-88fa-7b329328be03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705539'] for router_interface, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:08.802675 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-95302b97-af72-4920-88fa-7b329328be03 admin admin] Deleting port 0a6dfa04-ead5-401d-86b6-c3e623204db6 {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:34:08.803328 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-95302b97-af72-4920-88fa-7b329328be03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:08.919161 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-95302b97-af72-4920-88fa-7b329328be03 admin admin] For port 0a6dfa04-ead5-401d-86b6-c3e623204db6, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=0a6dfa04-ead5-401d-86b6-c3e623204db6,segment=NetworkSegment(81a13848-bce6-4305-a84c-6f0d8f8aec0e),segment_id=81a13848-bce6-4305-a84c-6f0d8f8aec0e)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:08.919516 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-95302b97-af72-4920-88fa-7b329328be03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:09.037008 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-95302b97-af72-4920-88fa-7b329328be03 admin admin] Calling delete_port for 0a6dfa04-ead5-401d-86b6-c3e623204db6 owned by network:router_interface {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:34:09.173200 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-95302b97-af72-4920-88fa-7b329328be03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:09.177862 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-f4dcfc6e-2485-4f24-b526-de51bb0f4ca8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:09.219573 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95302b97-af72-4920-88fa-7b329328be03 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6dfa04-ead5-401d-86b6-c3e623204db6,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:09.223516 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-95302b97-af72-4920-88fa-7b329328be03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:09.482767 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-95302b97-af72-4920-88fa-7b329328be03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708275'] for router_interface, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:09.509357 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bddfe-b4f1-4950-a00c-1a83363ab357 req-271762ec-e9ab-4cc3-b52a-d280140f14a9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:09.510736 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-954bddfe-b4f1-4950-a00c-1a83363ab357 req-271762ec-e9ab-4cc3-b52a-d280140f14a9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 943 time: 0.0787816 May 10 15:34:09.554844 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-954bddfe-b4f1-4950-a00c-1a83363ab357 req-408acbea-8407-4e78-99d0-a42b887b9bc4 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382380 May 10 15:34:09.567361 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:34:09.571933 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 0705a6a8-c113-4916-ba65-022160676453 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:34:09.612567 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: 0705a6a8-c113-4916-ba65-022160676453 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:34:09.613317 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 0705a6a8-c113-4916-ba65-022160676453 not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:34:09.745922 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:09.759228 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'port_id': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9', 'mac_address': 'fa:16:3e:52:5e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:34:09.814108 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:09.830508 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:34:09.846103 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:09.850646 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:09.852427 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:09.924746 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,revision_number=9']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:09.928022 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:09.943254 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95302b97-af72-4920-88fa-7b329328be03 admin admin] Router e78f0f2a-bc55-4336-98ae-da2e3d70186c has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:34:10.064687 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:34:10.119210 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95302b97-af72-4920-88fa-7b329328be03 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:34:10.129271 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c365cafd-3e58-43d3-9cb6-96381034530e None None] Sync routers for ids ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:34:10.137558 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-95302b97-af72-4920-88fa-7b329328be03 admin admin] 10.222.0.11 "PUT /v2.0/routers/e78f0f2a-bc55-4336-98ae-da2e3d70186c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3492150 May 10 15:34:10.137715 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 51164) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:10.152375 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c365cafd-3e58-43d3-9cb6-96381034530e None None] Routers {'e78f0f2a-bc55-4336-98ae-da2e3d70186c'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:34:10.153005 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-c365cafd-3e58-43d3-9cb6-96381034530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:33:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:10.315858 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-86f585a0-50fe-4648-ba3d-303e78634eb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:10.397421 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-c365cafd-3e58-43d3-9cb6-96381034530e None None] Set router e78f0f2a-bc55-4336-98ae-da2e3d70186c gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:34:10.489727 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-86f585a0-50fe-4648-ba3d-303e78634eb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:10.559643 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-86f585a0-50fe-4648-ba3d-303e78634eb1 admin admin] Deleting port 359891af-34c6-4666-b790-dd1586c33d4b {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:34:10.560093 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-86f585a0-50fe-4648-ba3d-303e78634eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:10.684381 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-86f585a0-50fe-4648-ba3d-303e78634eb1 admin admin] For port 359891af-34c6-4666-b790-dd1586c33d4b, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=359891af-34c6-4666-b790-dd1586c33d4b,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:10.684745 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-86f585a0-50fe-4648-ba3d-303e78634eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:10.723876 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-c365cafd-3e58-43d3-9cb6-96381034530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'name': 'tempest-TestMinimumBasicScenario-452211983-router', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '359891af-34c6-4666-b790-dd1586c33d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:04Z', 'updated_at': '2021-05-10T15:34:09Z', 'revision_number': 5, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'gw_port': {'id': '359891af-34c6-4666-b790-dd1586c33d4b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:05Z', 'updated_at': '2021-05-10T15:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:10.727865 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c365cafd-3e58-43d3-9cb6-96381034530e None None] Checking router: e78f0f2a-bc55-4336-98ae-da2e3d70186c for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:34:10.737022 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c365cafd-3e58-43d3-9cb6-96381034530e None None] Routers {'e78f0f2a-bc55-4336-98ae-da2e3d70186c'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:34:10.738020 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-c365cafd-3e58-43d3-9cb6-96381034530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:33:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:10.768022 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872aa89-f401-477f-8e6a-46d1d90ce7fd req-1eabd381-6fbe-4115-825a-d4c124fbbf06 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:10.769520 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1872aa89-f401-477f-8e6a-46d1d90ce7fd req-1eabd381-6fbe-4115-825a-d4c124fbbf06 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 944 time: 0.0949874 May 10 15:34:10.812720 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-86f585a0-50fe-4648-ba3d-303e78634eb1 admin admin] Calling delete_port for 359891af-34c6-4666-b790-dd1586c33d4b owned by network:router_gateway {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:34:10.815626 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1872aa89-f401-477f-8e6a-46d1d90ce7fd req-76bd02b0-0a39-4e7d-b8e2-2669401a5df7 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401618 May 10 15:34:10.886250 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-c365cafd-3e58-43d3-9cb6-96381034530e None None] Set router e78f0f2a-bc55-4336-98ae-da2e3d70186c gateway port host: None {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:34:10.954365 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-86f585a0-50fe-4648-ba3d-303e78634eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:10.958709 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:10.990684 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-c365cafd-3e58-43d3-9cb6-96381034530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'name': 'tempest-TestMinimumBasicScenario-452211983-router', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:04Z', 'updated_at': '2021-05-10T15:34:10Z', 'revision_number': 6, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'gw_port_host': None}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:10.994655 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c365cafd-3e58-43d3-9cb6-96381034530e None None] The sync data for ids ['e78f0f2a-bc55-4336-98ae-da2e3d70186c'] in dv-cinder-784945-8-iscsi is: [{'id': 'e78f0f2a-bc55-4336-98ae-da2e3d70186c', 'name': 'tempest-TestMinimumBasicScenario-452211983-router', 'tenant_id': '347bd0d6f00146ea94622b561a4350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:04Z', 'updated_at': '2021-05-10T15:34:10Z', 'revision_number': 6, 'project_id': '347bd0d6f00146ea94622b561a4350f6', 'gw_port_host': None}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:34:11.005237 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f585a0-50fe-4648-ba3d-303e78634eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=359891af-34c6-4666-b790-dd1586c33d4b,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:11.008366 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-86f585a0-50fe-4648-ba3d-303e78634eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:11.200709 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-86f585a0-50fe-4648-ba3d-303e78634eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706855'] for router_gateway, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:11.372012 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-86f585a0-50fe-4648-ba3d-303e78634eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127055'] for router, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:11.374378 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-86f585a0-50fe-4648-ba3d-303e78634eb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:11.463519 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-86f585a0-50fe-4648-ba3d-303e78634eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1830005'] for router, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:11.464002 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f585a0-50fe-4648-ba3d-303e78634eb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e78f0f2a-bc55-4336-98ae-da2e3d70186c {{(pid=78734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:34:11.477790 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-86f585a0-50fe-4648-ba3d-303e78634eb1 admin admin] Notify callbacks [] for router, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:11.478883 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-86f585a0-50fe-4648-ba3d-303e78634eb1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e78f0f2a-bc55-4336-98ae-da2e3d70186c HTTP/1.1" status: 204 len: 168 time: 1.3402987 May 10 15:34:11.481547 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 51174) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:11.538610 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f491890-f7a4-4e55-bfdc-619a24225625 admin admin] Deleting subnet b1973bfb-27a8-45eb-96be-2d9d2a32965f {{(pid=78734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:34:11.541504 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-6f491890-f7a4-4e55-bfdc-619a24225625 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:11.579382 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:34:11.590862 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-6f491890-f7a4-4e55-bfdc-619a24225625 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-962795'] for subnet, precommit_delete_associations {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:11.644530 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:11.644916 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:11.708246 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-6f491890-f7a4-4e55-bfdc-619a24225625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-867255'] for subnet, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:11.764332 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:11.792500 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:34:11.802807 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:11.807879 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:11.810238 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-d2b72b22-8f8e-4bb3-9b7c-47934e1e4fd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:11.893189 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,revision_number=10']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:11.896793 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:11.943277 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9', 'code': 200} May 10 15:34:11.980590 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0a6dfa04-ead5-401d-86b6-c3e623204db6 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:34:12.016442 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: 0a6dfa04-ead5-401d-86b6-c3e623204db6 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:34:12.017043 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0a6dfa04-ead5-401d-86b6-c3e623204db6 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:34:12.017548 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 359891af-34c6-4666-b790-dd1586c33d4b no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:34:12.040475 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-6f491890-f7a4-4e55-bfdc-619a24225625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-867256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1365449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2281475'] for subnet, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:12.048190 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-88ef4bfc-1645-4da5-97e2-44605fc92967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:12.051097 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: 359891af-34c6-4666-b790-dd1586c33d4b {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:34:12.051457 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 359891af-34c6-4666-b790-dd1586c33d4b not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:34:12.086278 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f491890-f7a4-4e55-bfdc-619a24225625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1973bfb-27a8-45eb-96be-2d9d2a32965f,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:12.089176 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-6f491890-f7a4-4e55-bfdc-619a24225625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:12.091244 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-6f491890-f7a4-4e55-bfdc-619a24225625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:12.097981 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffc9983-a4a4-47b9-8f22-b3d7c3c818f9 None None] Network d63baf96-5392-4798-b336-29e63d92d7d9 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:34:12.101695 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-6f491890-f7a4-4e55-bfdc-619a24225625 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b1973bfb-27a8-45eb-96be-2d9d2a32965f HTTP/1.1" status: 204 len: 168 time: 0.6190627 May 10 15:34:12.104252 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51184) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:12.134174 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558c9ac-70ec-472f-a50d-91bf5d7b8119 req-4fcd57ae-da02-4219-8c91-2b0921fae536 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:12.135699 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0558c9ac-70ec-472f-a50d-91bf5d7b8119 req-4fcd57ae-da02-4219-8c91-2b0921fae536 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 946 time: 0.1489098 May 10 15:34:12.193030 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0558c9ac-70ec-472f-a50d-91bf5d7b8119 req-ecd7dd93-ad32-451e-a092-1397b342d414 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497427 May 10 15:34:12.223586 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:12.296855 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] Deleting port f9028b58-3c62-432f-94cb-971eb45f3e41 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:34:12.297286 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:12.382394 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a875f5-97de-48a2-8e7c-aa7fadc5a791 None None] DHCP port deletion for d63baf96-5392-4798-b336-29e63d92d7d9 request from dv-cinder-784945-8-iscsi {{(pid=78736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:34:12.430289 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] For port f9028b58-3c62-432f-94cb-971eb45f3e41, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=f9028b58-3c62-432f-94cb-971eb45f3e41,segment=NetworkSegment(81a13848-bce6-4305-a84c-6f0d8f8aec0e),segment_id=81a13848-bce6-4305-a84c-6f0d8f8aec0e)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:12.430557 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:12.448005 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-f2a875f5-97de-48a2-8e7c-aa7fadc5a791 None None] Deleting port f9028b58-3c62-432f-94cb-971eb45f3e41 {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:34:12.448510 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f2a875f5-97de-48a2-8e7c-aa7fadc5a791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:12.468587 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda97f50-9f42-4529-b798-f3b413162331 req-a81bd48e-6af4-4d98-9d7e-bba63e871524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:12.470122 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-dda97f50-9f42-4529-b798-f3b413162331 req-a81bd48e-6af4-4d98-9d7e-bba63e871524 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 1099 time: 0.0727365 May 10 15:34:12.514391 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-dda97f50-9f42-4529-b798-f3b413162331 req-41175ee7-5ea4-42a5-987c-0ff90a632fdb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371244 May 10 15:34:12.558336 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-f2a875f5-97de-48a2-8e7c-aa7fadc5a791 None None] For port f9028b58-3c62-432f-94cb-971eb45f3e41, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=f9028b58-3c62-432f-94cb-971eb45f3e41,segment=NetworkSegment(81a13848-bce6-4305-a84c-6f0d8f8aec0e),segment_id=81a13848-bce6-4305-a84c-6f0d8f8aec0e)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:12.558704 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f2a875f5-97de-48a2-8e7c-aa7fadc5a791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:12.560719 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] Calling delete_port for f9028b58-3c62-432f-94cb-971eb45f3e41 owned by network:dhcp {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:34:12.612240 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:12.615988 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:12.660967 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] Pushing event deleted for resources: {'Port': ['ID=f9028b58-3c62-432f-94cb-971eb45f3e41,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:12.663448 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:12.665875 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] No DVR routers for this DVR port f9028b58-3c62-432f-94cb-971eb45f3e41 on host dv-cinder-784945-8-iscsi {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:34:12.680249 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-f2a875f5-97de-48a2-8e7c-aa7fadc5a791 None None] Calling delete_port for f9028b58-3c62-432f-94cb-971eb45f3e41 owned by network:dhcp {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:34:12.780541 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8771509523613'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:12.793091 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d63baf96-5392-4798-b336-29e63d92d7d9']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:12.805148 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a13848-bce6-4305-a84c-6f0d8f8aec0e') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:12.805448 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a13848-bce6-4305-a84c-6f0d8f8aec0e') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:12.806032 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f2a875f5-97de-48a2-8e7c-aa7fadc5a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:12.809631 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6306f497-653f-43fa-b7a6-9a43be808958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:12.817417 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509535335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3332993'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:12.832782 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:12.838931 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:34:12.839321 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2760482'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: Traceback (most recent call last): May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: timer() May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: cb(*args, **kw) May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: return func(*args, **kwargs) May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: self._notify() May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: self.callback(batched_events) May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: event.method(event) May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: return f(self, *a, **k) May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._get(url).json() May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:34:12.853147 dv-cinder-784945-8-iscsi neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:34:12.855212 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a875f5-97de-48a2-8e7c-aa7fadc5a791 None None] Pushing event deleted for resources: {'Port': ['ID=f9028b58-3c62-432f-94cb-971eb45f3e41,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:12.856521 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-f2a875f5-97de-48a2-8e7c-aa7fadc5a791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:12.859045 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a875f5-97de-48a2-8e7c-aa7fadc5a791 None None] No DVR routers for this DVR port f9028b58-3c62-432f-94cb-971eb45f3e41 on host dv-cinder-784945-8-iscsi {{(pid=78736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:34:12.934599 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706869'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:12.941519 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:12.943854 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:12.965432 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] Pushing event deleted for resources: {'Network': ['ID=d63baf96-5392-4798-b336-29e63d92d7d9,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:12.968214 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:12.979144 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] 10.222.0.11 "DELETE /v2.0/networks/d63baf96-5392-4798-b336-29e63d92d7d9 HTTP/1.1" status: 204 len: 168 time: 0.8738713 May 10 15:34:12.981955 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51190) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:13.412632 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5d460-9d7c-4aed-8cf4-621248ceabfd req-3dfa120b-353f-437a-b68e-3ad544ada9df tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:13.414128 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-fea5d460-9d7c-4aed-8cf4-621248ceabfd req-3dfa120b-353f-437a-b68e-3ad544ada9df tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 946 time: 0.1082246 May 10 15:34:13.467695 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-fea5d460-9d7c-4aed-8cf4-621248ceabfd req-84c410c2-d5b2-4b92-b033-c506729d15ef tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472660 May 10 15:34:13.630435 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-49a40c19-c9b7-46f4-b738-f644e5e7bd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705539'] for router_interface, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:13.944812 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device f9028b58-3c62-432f-94cb-971eb45f3e41 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:34:14.017009 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: f9028b58-3c62-432f-94cb-971eb45f3e41 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:34:14.017929 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device f9028b58-3c62-432f-94cb-971eb45f3e41 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:34:14.057010 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-49a40c19-c9b7-46f4-b738-f644e5e7bd64 admin admin] Deleting port 0e7435fb-ab78-4355-b804-2f2e87e27df0 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:34:14.057258 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-49a40c19-c9b7-46f4-b738-f644e5e7bd64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:14.178264 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-49a40c19-c9b7-46f4-b738-f644e5e7bd64 admin admin] For port 0e7435fb-ab78-4355-b804-2f2e87e27df0, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=0e7435fb-ab78-4355-b804-2f2e87e27df0,segment=NetworkSegment(cb59a73b-8797-4355-afb8-ce09c8918c9c),segment_id=cb59a73b-8797-4355-afb8-ce09c8918c9c)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:14.178620 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-49a40c19-c9b7-46f4-b738-f644e5e7bd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:14.300465 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-49a40c19-c9b7-46f4-b738-f644e5e7bd64 admin admin] Calling delete_port for 0e7435fb-ab78-4355-b804-2f2e87e27df0 owned by network:router_interface {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:34:14.438074 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-49a40c19-c9b7-46f4-b738-f644e5e7bd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:14.441654 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-09cbbab8-42e0-484e-a4a9-3dd067244c47 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:14.484517 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a40c19-c9b7-46f4-b738-f644e5e7bd64 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7435fb-ab78-4355-b804-2f2e87e27df0,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:14.488224 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-49a40c19-c9b7-46f4-b738-f644e5e7bd64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:14.670970 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8e990-648a-4cdf-b643-a2f353bc98fd req-da4cf700-48c7-4905-a2d0-2b42ec97814e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:14.672546 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3fe8e990-648a-4cdf-b643-a2f353bc98fd req-da4cf700-48c7-4905-a2d0-2b42ec97814e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 946 time: 0.0828207 May 10 15:34:14.720361 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3fe8e990-648a-4cdf-b643-a2f353bc98fd req-ee2f87d0-87af-4e12-aebf-cda2ba0a2a6d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417600 May 10 15:34:14.852853 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-49a40c19-c9b7-46f4-b738-f644e5e7bd64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708275'] for router_interface, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:15.202552 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a40c19-c9b7-46f4-b738-f644e5e7bd64 admin admin] Router aec80b55-09ed-4bd4-b67a-98a3a29f53f6 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:34:15.271580 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:34:15.373525 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a40c19-c9b7-46f4-b738-f644e5e7bd64 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:34:15.383083 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c99d589-1a92-4fdc-80f8-69f2ee1f4b2b None None] Sync routers for ids ['aec80b55-09ed-4bd4-b67a-98a3a29f53f6'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:34:15.393450 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c99d589-1a92-4fdc-80f8-69f2ee1f4b2b None None] Routers {'aec80b55-09ed-4bd4-b67a-98a3a29f53f6'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:34:15.393677 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-49a40c19-c9b7-46f4-b738-f644e5e7bd64 admin admin] 10.222.0.11 "PUT /v2.0/routers/aec80b55-09ed-4bd4-b67a-98a3a29f53f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4104083 May 10 15:34:15.393792 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 51238) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:15.394239 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-5c99d589-1a92-4fdc-80f8-69f2ee1f4b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:33:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['aec80b55-09ed-4bd4-b67a-98a3a29f53f6'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:15.581250 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-5c99d589-1a92-4fdc-80f8-69f2ee1f4b2b None None] Set router aec80b55-09ed-4bd4-b67a-98a3a29f53f6 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:34:15.669181 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-20807393-81f4-4cac-8279-b00ee66221f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:15.842059 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-20807393-81f4-4cac-8279-b00ee66221f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:15.858217 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-5c99d589-1a92-4fdc-80f8-69f2ee1f4b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'name': 'tempest-TestMinimumBasicScenario-1624611953-router', 'tenant_id': '07363afd1fba4280999be0b21165cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ae61c125-7266-4fb1-9436-3481fb786914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:12Z', 'updated_at': '2021-05-10T15:34:14Z', 'revision_number': 5, 'project_id': '07363afd1fba4280999be0b21165cca8', 'gw_port': {'id': 'ae61c125-7266-4fb1-9436-3481fb786914', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:50:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:13Z', 'updated_at': '2021-05-10T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:15.862724 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c99d589-1a92-4fdc-80f8-69f2ee1f4b2b None None] Checking router: aec80b55-09ed-4bd4-b67a-98a3a29f53f6 for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:34:15.870943 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c99d589-1a92-4fdc-80f8-69f2ee1f4b2b None None] Routers {'aec80b55-09ed-4bd4-b67a-98a3a29f53f6'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:34:15.872160 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-5c99d589-1a92-4fdc-80f8-69f2ee1f4b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:33:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['aec80b55-09ed-4bd4-b67a-98a3a29f53f6'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:15.916567 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-20807393-81f4-4cac-8279-b00ee66221f1 admin admin] Deleting port ae61c125-7266-4fb1-9436-3481fb786914 {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:34:15.917161 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-20807393-81f4-4cac-8279-b00ee66221f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:16.024014 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-5c99d589-1a92-4fdc-80f8-69f2ee1f4b2b None None] Set router aec80b55-09ed-4bd4-b67a-98a3a29f53f6 gateway port host: None {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:34:16.040922 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-20807393-81f4-4cac-8279-b00ee66221f1 admin admin] For port ae61c125-7266-4fb1-9436-3481fb786914, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=ae61c125-7266-4fb1-9436-3481fb786914,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:16.041278 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-20807393-81f4-4cac-8279-b00ee66221f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:16.161538 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-20807393-81f4-4cac-8279-b00ee66221f1 admin admin] Calling delete_port for ae61c125-7266-4fb1-9436-3481fb786914 owned by network:router_gateway {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:34:16.162005 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-5c99d589-1a92-4fdc-80f8-69f2ee1f4b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'name': 'tempest-TestMinimumBasicScenario-1624611953-router', 'tenant_id': '07363afd1fba4280999be0b21165cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:12Z', 'updated_at': '2021-05-10T15:34:15Z', 'revision_number': 6, 'project_id': '07363afd1fba4280999be0b21165cca8', 'gw_port_host': None}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:16.165870 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c99d589-1a92-4fdc-80f8-69f2ee1f4b2b None None] The sync data for ids ['aec80b55-09ed-4bd4-b67a-98a3a29f53f6'] in dv-cinder-784945-8-iscsi is: [{'id': 'aec80b55-09ed-4bd4-b67a-98a3a29f53f6', 'name': 'tempest-TestMinimumBasicScenario-1624611953-router', 'tenant_id': '07363afd1fba4280999be0b21165cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:12Z', 'updated_at': '2021-05-10T15:34:15Z', 'revision_number': 6, 'project_id': '07363afd1fba4280999be0b21165cca8', 'gw_port_host': None}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:34:16.301998 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-20807393-81f4-4cac-8279-b00ee66221f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:16.306435 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-2325c6fc-6efa-4731-85d4-cae80f7de646 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:16.350147 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20807393-81f4-4cac-8279-b00ee66221f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae61c125-7266-4fb1-9436-3481fb786914,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:16.375802 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-20807393-81f4-4cac-8279-b00ee66221f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:16.443077 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-20807393-81f4-4cac-8279-b00ee66221f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706855'] for router_gateway, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:16.619318 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-20807393-81f4-4cac-8279-b00ee66221f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127055'] for router, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:16.621448 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-20807393-81f4-4cac-8279-b00ee66221f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:16.643546 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-20807393-81f4-4cac-8279-b00ee66221f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1830005'] for router, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:16.644073 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20807393-81f4-4cac-8279-b00ee66221f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aec80b55-09ed-4bd4-b67a-98a3a29f53f6 {{(pid=78734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:34:16.655911 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-20807393-81f4-4cac-8279-b00ee66221f1 admin admin] Notify callbacks [] for router, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:16.657020 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-20807393-81f4-4cac-8279-b00ee66221f1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/aec80b55-09ed-4bd4-b67a-98a3a29f53f6 HTTP/1.1" status: 204 len: 168 time: 1.2625787 May 10 15:34:16.660160 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 51244) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:16.717534 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_v2 [None req-1075a14d-eae2-4859-ad01-4b28e0870339 admin admin] Deleting subnet 6788d133-278a-41e0-9136-a06aadcf3a4c {{(pid=78734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:34:16.720272 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1075a14d-eae2-4859-ad01-4b28e0870339 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:16.772757 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1075a14d-eae2-4859-ad01-4b28e0870339 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-962795'] for subnet, precommit_delete_associations {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:16.847729 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1075a14d-eae2-4859-ad01-4b28e0870339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-867255'] for subnet, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:17.211210 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1075a14d-eae2-4859-ad01-4b28e0870339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-867256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1365449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2281475'] for subnet, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:17.214875 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:17.248954 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075a14d-eae2-4859-ad01-4b28e0870339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6788d133-278a-41e0-9136-a06aadcf3a4c,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:17.251919 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-1075a14d-eae2-4859-ad01-4b28e0870339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:17.252883 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1075a14d-eae2-4859-ad01-4b28e0870339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:17.258268 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639ecf23-e86a-4c31-867b-95b83acca8eb None None] Network 30e7090a-b218-491f-9e9e-9ea00e245c02 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:34:17.258708 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-1075a14d-eae2-4859-ad01-4b28e0870339 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6788d133-278a-41e0-9136-a06aadcf3a4c HTTP/1.1" status: 204 len: 168 time: 0.5974367 May 10 15:34:17.261005 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 51250) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:17.364733 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:17.437284 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] Deleting port c90997d1-3d38-4530-a8cc-aa5fc593e640 {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:34:17.437560 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:17.499431 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1176cc-9ec0-4540-a50e-a8da1d88ef93 None None] DHCP port deletion for 30e7090a-b218-491f-9e9e-9ea00e245c02 request from dv-cinder-784945-8-iscsi {{(pid=78736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:34:17.540883 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] For port c90997d1-3d38-4530-a8cc-aa5fc593e640, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=c90997d1-3d38-4530-a8cc-aa5fc593e640,segment=NetworkSegment(cb59a73b-8797-4355-afb8-ce09c8918c9c),segment_id=cb59a73b-8797-4355-afb8-ce09c8918c9c)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:17.541245 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:17.562609 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-7a1176cc-9ec0-4540-a50e-a8da1d88ef93 None None] Deleting port c90997d1-3d38-4530-a8cc-aa5fc593e640 {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:34:17.563045 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7a1176cc-9ec0-4540-a50e-a8da1d88ef93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:17.658938 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-7a1176cc-9ec0-4540-a50e-a8da1d88ef93 None None] For port c90997d1-3d38-4530-a8cc-aa5fc593e640, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=c90997d1-3d38-4530-a8cc-aa5fc593e640,segment=NetworkSegment(cb59a73b-8797-4355-afb8-ce09c8918c9c),segment_id=cb59a73b-8797-4355-afb8-ce09c8918c9c)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:17.659345 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7a1176cc-9ec0-4540-a50e-a8da1d88ef93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:17.667318 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] Calling delete_port for c90997d1-3d38-4530-a8cc-aa5fc593e640 owned by network:dhcp {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:34:17.714846 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:17.719815 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ef60b25b-c35d-428a-96c2-b3985b804080 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:17.761598 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] No DVR routers for this DVR port c90997d1-3d38-4530-a8cc-aa5fc593e640 on host dv-cinder-784945-8-iscsi {{(pid=78734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:34:17.779139 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-7a1176cc-9ec0-4540-a50e-a8da1d88ef93 None None] Calling delete_port for c90997d1-3d38-4530-a8cc-aa5fc593e640 owned by network:dhcp {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:34:17.799407 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c90997d1-3d38-4530-a8cc-aa5fc593e640,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:17.802383 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:17.820647 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7a1176cc-9ec0-4540-a50e-a8da1d88ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:17.825007 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:17.870836 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1176cc-9ec0-4540-a50e-a8da1d88ef93 None None] Pushing event deleted for resources: {'Port': ['ID=c90997d1-3d38-4530-a8cc-aa5fc593e640,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:17.872680 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1176cc-9ec0-4540-a50e-a8da1d88ef93 None None] No DVR routers for this DVR port c90997d1-3d38-4530-a8cc-aa5fc593e640 on host dv-cinder-784945-8-iscsi {{(pid=78736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:34:17.874048 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-7a1176cc-9ec0-4540-a50e-a8da1d88ef93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:17.894227 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8771509523613'] for network, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:17.907721 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e7090a-b218-491f-9e9e-9ea00e245c02']}} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:17.919969 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb59a73b-8797-4355-afb8-ce09c8918c9c') {'for_net_delete': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:17.920272 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb59a73b-8797-4355-afb8-ce09c8918c9c') {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:17.931495 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509535335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-962804'] for segment, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:17.943716 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0e7435fb-ab78-4355-b804-2f2e87e27df0 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:34:17.949832 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:17.956861 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=78734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:34:17.957720 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1365423'] for segment, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: Traceback (most recent call last): May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: timer() May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: cb(*args, **kw) May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: return func(*args, **kwargs) May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: self._notify() May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: self.callback(batched_events) May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: event.method(event) May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: return f(self, *a, **k) May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: return self._get(url).json() May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: return self.request(url, 'GET', **kwargs) May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:34:17.972018 dv-cinder-784945-8-iscsi neutron-server[78734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:34:17.977879 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: 0e7435fb-ab78-4355-b804-2f2e87e27df0 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:34:17.978233 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0e7435fb-ab78-4355-b804-2f2e87e27df0 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:34:17.978650 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device ae61c125-7266-4fb1-9436-3481fb786914 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:34:18.011439 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: ae61c125-7266-4fb1-9436-3481fb786914 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:34:18.011439 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device ae61c125-7266-4fb1-9436-3481fb786914 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:34:18.011905 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device c90997d1-3d38-4530-a8cc-aa5fc593e640 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:34:18.048471 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: c90997d1-3d38-4530-a8cc-aa5fc593e640 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:34:18.048992 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device c90997d1-3d38-4530-a8cc-aa5fc593e640 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:34:18.049123 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706869'] for network, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:18.053335 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:18.066396 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:18.076453 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=30e7090a-b218-491f-9e9e-9ea00e245c02,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:18.080968 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:18.084364 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/30e7090a-b218-491f-9e9e-9ea00e245c02 HTTP/1.1" status: 204 len: 168 time: 0.8224473 May 10 15:34:18.257924 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 51258) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:18.304950 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-a6dd8e3e-6785-4807-8b27-850a72371e0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=347bd0d6f00146ea94622b561a4350f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458355 May 10 15:34:18.307653 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 51262) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:18.367414 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-79275f11-b854-4cf5-aefd-1beeb838d664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:18.392771 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-79275f11-b854-4cf5-aefd-1beeb838d664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:18.444916 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-79275f11-b854-4cf5-aefd-1beeb838d664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:18.449656 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-766ae064-109e-44a2-b214-2b871466bd6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:18.462409 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79275f11-b854-4cf5-aefd-1beeb838d664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ca62f4-cc6b-4691-987c-2f5765dd3c92,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:18.465013 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-79275f11-b854-4cf5-aefd-1beeb838d664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:18.473954 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-79275f11-b854-4cf5-aefd-1beeb838d664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:18.475056 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-79275f11-b854-4cf5-aefd-1beeb838d664 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97ca62f4-cc6b-4691-987c-2f5765dd3c92 HTTP/1.1" status: 204 len: 168 time: 0.1665013 May 10 15:34:18.680138 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:18.802561 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 51270) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:18.849498 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-71585fd2-4ef4-4739-bc00-c77807583341 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07363afd1fba4280999be0b21165cca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456221 May 10 15:34:18.851804 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 51274) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:18.907119 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-71dd826e-c18b-47a9-a4ed-5014ef6612dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:18.931446 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-71dd826e-c18b-47a9-a4ed-5014ef6612dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:18.984684 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-71dd826e-c18b-47a9-a4ed-5014ef6612dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:18.988729 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-41bebfb5-2425-4547-98dc-ddf0d02aa56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:18.999221 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd826e-c18b-47a9-a4ed-5014ef6612dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5187b95c-3e49-48ff-8056-0641200e3a3c,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:19.003309 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-71dd826e-c18b-47a9-a4ed-5014ef6612dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:19.007177 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-71dd826e-c18b-47a9-a4ed-5014ef6612dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:19.007517 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-71dd826e-c18b-47a9-a4ed-5014ef6612dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5187b95c-3e49-48ff-8056-0641200e3a3c HTTP/1.1" status: 204 len: 168 time: 0.1548369 May 10 15:34:19.766604 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 51300) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:19.873825 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-781241790-network', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:19.881480 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:19.885329 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Usage tracker for resource:network and tenant:c4d3a74bb488479ebb94067c73f69d1e is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:19.888576 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:19.897704 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:19.909669 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Made reservation on behalf of c4d3a74bb488479ebb94067c73f69d1e for: {'network': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:34:19.912327 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:19.927758 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:19.948309 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:19.952119 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Usage tracker for resource:security_group_rule and tenant:c4d3a74bb488479ebb94067c73f69d1e is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:19.956592 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:19.962874 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:20.055298 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:20.060338 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:20.063342 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-92026613-0b78-4b0b-b40b-26246cf4a65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:20.092765 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=78734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:34:20.102473 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b469602-f92d-41be-b67b-af96a128bf25,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:20.106030 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:20.108646 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:20.108991 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.db.segments_db [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Added segment 1626db8b-2437-477d-a645-441416038c13 of type vlan for network 4ac1649f-2223-4be4-9954-4ed1531d1e90 May 10 15:34:20.137919 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:20.168691 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:20.169912 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:20.170494 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:20.173803 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:20.274013 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Pushing event updated for resources: {'Network': ['ID=4ac1649f-2223-4be4-9954-4ed1531d1e90,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:20.276906 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5087600 May 10 15:34:20.277958 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:20.280163 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51310) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:20.285791 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network 4ac1649f-2223-4be4-9954-4ed1531d1e90 details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:34:20.286710 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Request body: {'subnet': {'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-781241790-subnet', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'ip_version': 4}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:20.291675 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:20.295594 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Usage tracker for resource:subnet and tenant:c4d3a74bb488479ebb94067c73f69d1e is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:20.299221 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:20.320266 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:20.338247 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Made reservation on behalf of c4d3a74bb488479ebb94067c73f69d1e for: {'subnet': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:34:20.341714 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3433875'] for subnet, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:20.538712 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90610d91-c529-4943-8c82-1d0fea0ed800 req-5c7c754f-2071-40e6-b10a-73ad7fd492f9 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:20.540190 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-90610d91-c529-4943-8c82-1d0fea0ed800 req-5c7c754f-2071-40e6-b10a-73ad7fd492f9 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.1724622 May 10 15:34:20.624978 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-90610d91-c529-4943-8c82-1d0fea0ed800 req-48eb0305-ac8e-4f6f-a582-8e23bf9239d0 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573061 May 10 15:34:20.834280 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2889351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3433953'] for subnet, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:20.838709 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:20.910677 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddffacae-9229-42f8-961f-3c3938ae62c4,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:20.915459 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Checking segment: {'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:34:20.915842 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Network hostable DHCP agents. Network: 4ac1649f-2223-4be4-9954-4ed1531d1e90, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:34:20.923296 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:20.923792 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:20.924159 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:20.924519 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:20.924903 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:20.925263 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:20.925616 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:20.925968 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:20.926320 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:20.926667 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:20.927016 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:20.927367 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:20.933374 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:20.944126 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Network 4ac1649f-2223-4be4-9954-4ed1531d1e90 is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:34:20.952706 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, 4ac1649f-2223-4be4-9954-4ed1531d1e90) {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:34:20.961361 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:20.962029 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:20.962984 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233e664b-0a64-4d1a-8fa8-1a7a63eb6bf3 None None] Network 4ac1649f-2223-4be4-9954-4ed1531d1e90 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:34:20.981167 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6999240 May 10 15:34:20.983968 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51316) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:20.989056 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:20.994356 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:20.998055 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Usage tracker for resource:router and tenant:c4d3a74bb488479ebb94067c73f69d1e is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:21.000942 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:21.007630 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:21.016594 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1829098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127101'] for router, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:21.018444 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127094'] for router, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:21.033298 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:21.175288 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7d4b3f-1c25-5a08-adb4-a785c243b454-4ac1649f-2223-4be4-9954-4ed1531d1e90', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4'}]}} from dv-cinder-784945-8-iscsi. {{(pid=78736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:34:21.176172 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:21.336451 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Allocated IP 172.20.0.2 (4ac1649f-2223-4be4-9954-4ed1531d1e90/ddffacae-9229-42f8-961f-3c3938ae62c4/377acabc-7f5f-4b9c-a0c8-e34d112364a9) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:34:21.411608 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127064'] for router, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:21.726336 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:21.744846 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:21.752049 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Transition to ACTIVE for port object 377acabc-7f5f-4b9c-a0c8-e34d112364a9 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:34:21.777130 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:21.784343 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Transition to ACTIVE for port object 377acabc-7f5f-4b9c-a0c8-e34d112364a9 will not be triggered until provisioned by entity DHCP. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:34:21.795434 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:21.800725 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-f2a875f5-97de-48a2-8e7c-aa7fadc5a791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:21.863982 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Network 4ac1649f-2223-4be4-9954-4ed1531d1e90 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:34:21.867538 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:34:21.879343 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:34:21.887478 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Pushing event updated for resources: {'Port': ['ID=377acabc-7f5f-4b9c-a0c8-e34d112364a9,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:21.892191 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:21.970997 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Allocated IP 172.27.3.198 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/50715936-7100-44a5-970e-2f177f75e086) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:34:21.995200 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Attempting to bind port 377acabc-7f5f-4b9c-a0c8-e34d112364a9 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:34:21.995480 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Attempting to bind port 377acabc-7f5f-4b9c-a0c8-e34d112364a9 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:34:21.995878 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Attempting to bind port 377acabc-7f5f-4b9c-a0c8-e34d112364a9 on network 4ac1649f-2223-4be4-9954-4ed1531d1e90 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:34:22.001091 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:34:22.001550 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Checking segment: {'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:34:22.002618 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:22.003093 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Bound using segment: {'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:34:22.003599 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Bound port: 377acabc-7f5f-4b9c-a0c8-e34d112364a9, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:34:22.004009 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:22.077029 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033f125-eb2e-4bc3-89fd-4e70cecefe88 req-24ace5bb-ca2e-47c1-b422-bcde01ebd878 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:22.078506 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d033f125-eb2e-4bc3-89fd-4e70cecefe88 req-24ace5bb-ca2e-47c1-b422-bcde01ebd878 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.1826031 May 10 15:34:22.092878 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] For port 377acabc-7f5f-4b9c-a0c8-e34d112364a9, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:34:22.096043 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] For port 377acabc-7f5f-4b9c-a0c8-e34d112364a9, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=377acabc-7f5f-4b9c-a0c8-e34d112364a9,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:34:22.101427 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:22.105142 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:22.163989 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d033f125-eb2e-4bc3-89fd-4e70cecefe88 req-73fbd311-1a6f-44e4-bcac-a631ade25e0a tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778978 May 10 15:34:22.181282 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:22.190762 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Pushing event updated for resources: {'Port': ['ID=377acabc-7f5f-4b9c-a0c8-e34d112364a9,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:22.193617 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:22.212647 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:22.216448 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-49a40c19-c9b7-46f4-b738-f644e5e7bd64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:22.278350 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:34:22.281112 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:34:22.290309 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:34:22.419631 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Pushing event updated for resources: {'Port': ['ID=50715936-7100-44a5-970e-2f177f75e086,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:22.474454 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:22.717358 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:23.059602 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6016da18-6ec8-4824-a858-2d77a0182e1e None None] Network 4ac1649f-2223-4be4-9954-4ed1531d1e90 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:34:23.163965 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706249'] for router, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:23.167321 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-a8fe63a3-70bf-41e3-b511-8728ba1834b5 None None] Provisioning for port 377acabc-7f5f-4b9c-a0c8-e34d112364a9 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:34:23.406341 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d17556-a954-4c64-a68c-f5d2a08d8676 req-c8491b9b-2294-4c42-9b08-d8ade8892efa tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:23.408373 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-66d17556-a954-4c64-a68c-f5d2a08d8676 req-c8491b9b-2294-4c42-9b08-d8ade8892efa tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.1336410 May 10 15:34:23.472035 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-66d17556-a954-4c64-a68c-f5d2a08d8676 req-7fb3b9de-cd1b-440d-9998-8d8137ab703d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572522 May 10 15:34:23.477563 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Router c66d1dd3-df19-4978-abc8-f9002c703753 is scheduled to L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 with binding_index 1 {{(pid=78735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:34:23.653086 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:34:23.661227 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Sync routers for ids ['c66d1dd3-df19-4978-abc8-f9002c703753'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:34:23.670398 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Routers {'c66d1dd3-df19-4978-abc8-f9002c703753'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:34:23.671148 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:33:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['c66d1dd3-df19-4978-abc8-f9002c703753'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:23.677602 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Notify callbacks [] for router, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:23.678784 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6936929 May 10 15:34:23.682012 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51328) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:23.851705 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Set router c66d1dd3-df19-4978-abc8-f9002c703753 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:34:23.976608 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 377acabc-7f5f-4b9c-a0c8-e34d112364a9 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:34:24.163520 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 377acabc-7f5f-4b9c-a0c8-e34d112364a9 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:34:24.172572 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 377acabc-7f5f-4b9c-a0c8-e34d112364a9 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:24.172959 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:24.332137 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:22Z', 'revision_number': 3, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:24.340674 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Checking router: c66d1dd3-df19-4978-abc8-f9002c703753 for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:34:24.341034 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Updating router c66d1dd3-df19-4978-abc8-f9002c703753 port 50715936-7100-44a5-970e-2f177f75e086 binding host dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:34:24.381206 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:24.427642 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:24.445107 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:24.456893 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 377acabc-7f5f-4b9c-a0c8-e34d112364a9, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=377acabc-7f5f-4b9c-a0c8-e34d112364a9,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:24.464922 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:24.468277 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:24.603502 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=377acabc-7f5f-4b9c-a0c8-e34d112364a9,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:24.608672 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:24.714912 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Allocated IP 172.20.0.1 (4ac1649f-2223-4be4-9954-4ed1531d1e90/ddffacae-9229-42f8-961f-3c3938ae62c4/7f9a5e95-507f-4f46-95fe-3545808a899e) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:34:24.745750 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86395e-b57b-4d4a-b600-86fc57f2a7f2 req-0140d698-1bb0-441b-a2a9-f1f06758d00e tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:24.747211 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fe86395e-b57b-4d4a-b600-86fc57f2a7f2 req-0140d698-1bb0-441b-a2a9-f1f06758d00e tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.1624246 May 10 15:34:24.813315 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:24.825652 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Transition to ACTIVE for port object 50715936-7100-44a5-970e-2f177f75e086 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:34:24.833125 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:24.836708 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-d2b72b22-8f8e-4bb3-9b7c-47934e1e4fd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:24.867251 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fe86395e-b57b-4d4a-b600-86fc57f2a7f2 req-2e5c8507-3438-491a-b689-5e5c1efb348c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048381 May 10 15:34:24.912685 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6ed0d-5b94-4eff-b092-adba53d36e11 None None] Pushing event updated for resources: {'Port': ['ID=50715936-7100-44a5-970e-2f177f75e086,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:24.922127 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-85c6ed0d-5b94-4eff-b092-adba53d36e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:24.925629 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:24.929353 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Attempting to bind port 50715936-7100-44a5-970e-2f177f75e086 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:34:24.929800 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Attempting to bind port 50715936-7100-44a5-970e-2f177f75e086 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:34:24.930168 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Attempting to bind port 50715936-7100-44a5-970e-2f177f75e086 on network 4811dc59-86a1-49a5-ba2c-35db1544fa5c {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:34:24.936222 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:34:24.936595 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Checking segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:34:24.936999 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:24.937391 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Bound using segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:34:24.937844 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Bound port: 50715936-7100-44a5-970e-2f177f75e086, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:34:24.938222 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:24.942344 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Transition to ACTIVE for port object 7f9a5e95-507f-4f46-95fe-3545808a899e will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:34:24.967100 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:24.971747 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1b614314-9b6c-41da-ab33-af37c99311c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:25.023147 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] For port 50715936-7100-44a5-970e-2f177f75e086, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:34:25.025695 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d646bade-cfbd-4937-b7af-11681c3d9be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:25.028342 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] For port 50715936-7100-44a5-970e-2f177f75e086, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=50715936-7100-44a5-970e-2f177f75e086,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:34:25.031147 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Network 4ac1649f-2223-4be4-9954-4ed1531d1e90 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:34:25.032720 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:25.034028 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:34:25.036338 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:25.037656 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:34:25.077537 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7f9a5e95-507f-4f46-95fe-3545808a899e,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:25.082687 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:25.102152 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:25.118400 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6ed0d-5b94-4eff-b092-adba53d36e11 None None] Pushing event updated for resources: {'Port': ['ID=50715936-7100-44a5-970e-2f177f75e086,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:25.122045 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-85c6ed0d-5b94-4eff-b092-adba53d36e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:25.123965 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Routers {'c66d1dd3-df19-4978-abc8-f9002c703753'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:34:25.124592 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:33:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['c66d1dd3-df19-4978-abc8-f9002c703753'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:25.266773 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-50867d9b-19b4-4710-aa90-f9b778e709d2 None None] Provisioning for port 7f9a5e95-507f-4f46-95fe-3545808a899e completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:34:25.280902 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-50867d9b-19b4-4710-aa90-f9b778e709d2 None None] Provisioning complete for port 7f9a5e95-507f-4f46-95fe-3545808a899e triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:25.281284 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-50867d9b-19b4-4710-aa90-f9b778e709d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:25.348162 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:25.354778 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-50867d9b-19b4-4710-aa90-f9b778e709d2 None None] Port 7f9a5e95-507f-4f46-95fe-3545808a899e cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:34:25.357293 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] Set router c66d1dd3-df19-4978-abc8-f9002c703753 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:34:25.571918 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:25.576635 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:25.603552 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1913ee9e-707f-4775-907b-605f26a04aba tempest-VolumesSnapshotTestJSON-1602252018 tempest-VolumesSnapshotTestJSON-1602252018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:25.639668 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:22Z', 'revision_number': 3, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:25.644345 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ddaac-42fe-4f9e-beef-e0c0c7dfef69 None None] The sync data for ids ['c66d1dd3-df19-4978-abc8-f9002c703753'] in dv-cinder-784945-8-iscsi is: [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:22Z', 'revision_number': 3, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:34:25.794588 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7f9a5e95-507f-4f46-95fe-3545808a899e,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:25.797088 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:25.801990 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:25.950732 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Network 4ac1649f-2223-4be4-9954-4ed1531d1e90 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:34:25.952001 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:34:26.126270 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 377acabc-7f5f-4b9c-a0c8-e34d112364a9 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:34:26.211204 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 377acabc-7f5f-4b9c-a0c8-e34d112364a9 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:26.211588 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:26.261802 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98ff94-f971-4810-8ece-a04baf2a56c9 req-1165f247-d5d3-4ed4-af2a-09c3bf58048b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:26.263268 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fd98ff94-f971-4810-8ece-a04baf2a56c9 req-1165f247-d5d3-4ed4-af2a-09c3bf58048b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.1370487 May 10 15:34:26.265260 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Router c66d1dd3-df19-4978-abc8-f9002c703753 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:34:26.386525 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-747c3d7e-0c63-4ce9-b6dc-8c83e107276e None None] Provisioning complete for port 7f9a5e95-507f-4f46-95fe-3545808a899e triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:26.387084 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-747c3d7e-0c63-4ce9-b6dc-8c83e107276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:26.417454 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 50715936-7100-44a5-970e-2f177f75e086 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:34:26.438493 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fd98ff94-f971-4810-8ece-a04baf2a56c9 req-d21cb0fb-79bc-4086-8e08-da167a3fdb0f tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664207 May 10 15:34:26.492629 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-747c3d7e-0c63-4ce9-b6dc-8c83e107276e None None] Port 7f9a5e95-507f-4f46-95fe-3545808a899e cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:34:26.498377 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:34:26.511717 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 50715936-7100-44a5-970e-2f177f75e086 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:34:26.518178 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 50715936-7100-44a5-970e-2f177f75e086 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:26.518300 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:26.526817 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] 10.222.0.11 "PUT /v2.0/routers/c66d1dd3-df19-4978-abc8-f9002c703753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8327875 May 10 15:34:26.639925 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:26.660078 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 50715936-7100-44a5-970e-2f177f75e086, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=50715936-7100-44a5-970e-2f177f75e086,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:26.666818 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:26.669393 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-136343d8-19df-4c87-8682-511987d8f196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:26.745811 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=50715936-7100-44a5-970e-2f177f75e086,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:26.749408 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:27.038539 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51356) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:27.044141 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1974565844-network', 'tenant_id': 'fda668155d2249e2b8a7d0e69fd4f833'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:27.049071 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:27.052891 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Usage tracker for resource:network and tenant:fda668155d2249e2b8a7d0e69fd4f833 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:27.056042 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:27.061858 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:27.072726 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Made reservation on behalf of fda668155d2249e2b8a7d0e69fd4f833 for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:34:27.075127 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:27.088208 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:27.102281 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:27.106318 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Usage tracker for resource:security_group_rule and tenant:fda668155d2249e2b8a7d0e69fd4f833 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:27.109228 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:27.115211 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:27.205256 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:27.209812 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:27.212929 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b6664185-0978-4a45-8259-90b205202e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:27.245528 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:34:27.253191 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Sync routers for ids ['c66d1dd3-df19-4978-abc8-f9002c703753'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:34:27.254885 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803c821d-0b27-4e2b-abc6-4c01d4c00ba6,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:27.258450 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:27.261292 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:27.261642 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.segments_db [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Added segment 5ea8e07e-47de-4812-bdae-e50d6bf37958 of type vlan for network 8c85c0d0-daee-4324-9629-f9827fc1fbbe May 10 15:34:27.262525 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Routers {'c66d1dd3-df19-4978-abc8-f9002c703753'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:34:27.263608 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:33:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['c66d1dd3-df19-4978-abc8-f9002c703753'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:27.291360 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:27.324425 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:27.326001 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:27.326676 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:27.331917 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-20d1d807-7466-4ce4-9042-fce371ede72d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:27.437303 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3949637 May 10 15:34:27.437303 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Pushing event updated for resources: {'Network': ['ID=8c85c0d0-daee-4324-9629-f9827fc1fbbe,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:27.437575 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 51362) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:27.438237 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Set router c66d1dd3-df19-4978-abc8-f9002c703753 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:34:27.438425 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:27.446589 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network 8c85c0d0-daee-4324-9629-f9827fc1fbbe details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:34:27.457609 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-86bc17fb-7b1f-4ab3-8f0c-477f171f87b2 admin admin] Request body: {'subnet': {'network_id': '8c85c0d0-daee-4324-9629-f9827fc1fbbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1974565844-subnet', 'tenant_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'ip_version': 4}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:27.462637 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-86bc17fb-7b1f-4ab3-8f0c-477f171f87b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:27.466520 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-86bc17fb-7b1f-4ab3-8f0c-477f171f87b2 admin admin] Usage tracker for resource:subnet and tenant:fda668155d2249e2b8a7d0e69fd4f833 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:27.471700 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-86bc17fb-7b1f-4ab3-8f0c-477f171f87b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:27.478315 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-86bc17fb-7b1f-4ab3-8f0c-477f171f87b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:27.494790 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bc17fb-7b1f-4ab3-8f0c-477f171f87b2 admin admin] Made reservation on behalf of fda668155d2249e2b8a7d0e69fd4f833 for: {'subnet': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:34:27.497917 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-86bc17fb-7b1f-4ab3-8f0c-477f171f87b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2281576'] for subnet, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:27.657255 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aeae0a-56ca-455f-bc1c-3904bd32022c req-d521ec78-f4f7-4382-b63c-737e4ae4c146 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:27.659312 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-04aeae0a-56ca-455f-bc1c-3904bd32022c req-d521ec78-f4f7-4382-b63c-737e4ae4c146 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.0857739 May 10 15:34:27.696844 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:27.708364 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-04aeae0a-56ca-455f-bc1c-3904bd32022c req-29c6a350-c5c5-4c18-8c79-9c731025a0a4 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420771 May 10 15:34:27.758708 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 2, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:27.762808 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Checking router: c66d1dd3-df19-4978-abc8-f9002c703753 for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:34:27.763169 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Updating router c66d1dd3-df19-4978-abc8-f9002c703753 port 7f9a5e95-507f-4f46-95fe-3545808a899e binding host dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:34:27.819179 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:27.931388 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-891640a5-c378-4834-b2a8-d45574fa2b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:27.957987 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 50715936-7100-44a5-970e-2f177f75e086 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:34:28.019821 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-86bc17fb-7b1f-4ab3-8f0c-477f171f87b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1235978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2281498'] for subnet, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:28.025179 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 50715936-7100-44a5-970e-2f177f75e086 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:28.025384 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:28.025476 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:28.104205 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc17fb-7b1f-4ab3-8f0c-477f171f87b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce7b1788-9a4c-4f8b-8570-50b528beb4e7,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:28.107512 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-86bc17fb-7b1f-4ab3-8f0c-477f171f87b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:28.112728 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bc17fb-7b1f-4ab3-8f0c-477f171f87b2 admin admin] Checking segment: {'id': '5ea8e07e-47de-4812-bdae-e50d6bf37958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8c85c0d0-daee-4324-9629-f9827fc1fbbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:34:28.113103 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bc17fb-7b1f-4ab3-8f0c-477f171f87b2 admin admin] Network hostable DHCP agents. Network: 8c85c0d0-daee-4324-9629-f9827fc1fbbe, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:34:28.132152 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bc17fb-7b1f-4ab3-8f0c-477f171f87b2 admin admin] Network 8c85c0d0-daee-4324-9629-f9827fc1fbbe is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:34:28.142482 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-86bc17fb-7b1f-4ab3-8f0c-477f171f87b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, 8c85c0d0-daee-4324-9629-f9827fc1fbbe) {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:34:28.151955 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc17fb-7b1f-4ab3-8f0c-477f171f87b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:28.152553 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-86bc17fb-7b1f-4ab3-8f0c-477f171f87b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:28.156601 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67c0baf-eb81-46bb-b63f-33e60cb45bcc None None] Network 8c85c0d0-daee-4324-9629-f9827fc1fbbe requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:34:28.164578 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Notify callbacks [] for port, precommit_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:28.176940 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Transition to ACTIVE for port object 7f9a5e95-507f-4f46-95fe-3545808a899e will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:34:28.177678 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-86bc17fb-7b1f-4ab3-8f0c-477f171f87b2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7388775 May 10 15:34:28.178294 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51368) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:28.184228 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1974565844-router', 'tenant_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:28.184780 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:28.189283 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:28.189994 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:28.193343 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Usage tracker for resource:router and tenant:fda668155d2249e2b8a7d0e69fd4f833 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:28.196453 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:28.202282 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:28.213706 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1829098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127101'] for router, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:28.214979 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127094'] for router, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:28.232553 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:28.368122 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e4138-4164-49dd-9840-df03edbe6d45 None None] Pushing event updated for resources: {'Port': ['ID=7f9a5e95-507f-4f46-95fe-3545808a899e,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:28.413763 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e4138-4164-49dd-9840-df03edbe6d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:28.414331 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e4138-4164-49dd-9840-df03edbe6d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:28.414667 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e4138-4164-49dd-9840-df03edbe6d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:28.415335 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e4138-4164-49dd-9840-df03edbe6d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:28.415335 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e4138-4164-49dd-9840-df03edbe6d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:28.415642 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e4138-4164-49dd-9840-df03edbe6d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:28.415986 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e4138-4164-49dd-9840-df03edbe6d45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:28.416307 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e4138-4164-49dd-9840-df03edbe6d45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:28.416648 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e4138-4164-49dd-9840-df03edbe6d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:28.416966 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e4138-4164-49dd-9840-df03edbe6d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:28.417434 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e4138-4164-49dd-9840-df03edbe6d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:28.417903 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e4138-4164-49dd-9840-df03edbe6d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:28.427968 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7d4b3f-1c25-5a08-adb4-a785c243b454-8c85c0d0-daee-4324-9629-f9827fc1fbbe', 'network_id': '8c85c0d0-daee-4324-9629-f9827fc1fbbe', 'tenant_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'fixed_ips': [{'subnet_id': 'ce7b1788-9a4c-4f8b-8570-50b528beb4e7'}]}} from dv-cinder-784945-8-iscsi. {{(pid=78736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:34:28.429327 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:28.436070 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-e44e4138-4164-49dd-9840-df03edbe6d45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:28.440861 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Attempting to bind port 7f9a5e95-507f-4f46-95fe-3545808a899e on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:34:28.441451 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Attempting to bind port 7f9a5e95-507f-4f46-95fe-3545808a899e by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:34:28.441994 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Attempting to bind port 7f9a5e95-507f-4f46-95fe-3545808a899e on network 4ac1649f-2223-4be4-9954-4ed1531d1e90 {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:34:28.447664 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:34:28.448278 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Checking segment: {'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:34:28.448869 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:28.449417 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Bound using segment: {'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:34:28.450033 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Bound port: 7f9a5e95-507f-4f46-95fe-3545808a899e, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:34:28.450577 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:28.546894 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] For port 7f9a5e95-507f-4f46-95fe-3545808a899e, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:34:28.550318 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] For port 7f9a5e95-507f-4f46-95fe-3545808a899e, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=7f9a5e95-507f-4f46-95fe-3545808a899e,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:34:28.554503 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:28.565101 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:28.589761 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127064'] for router, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:28.593979 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:28.620221 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Routers {'c66d1dd3-df19-4978-abc8-f9002c703753'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:34:28.620858 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:34:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['c66d1dd3-df19-4978-abc8-f9002c703753'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:28.677505 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Allocated IP 172.20.0.2 (8c85c0d0-daee-4324-9629-f9827fc1fbbe/ce7b1788-9a4c-4f8b-8570-50b528beb4e7/b9422eef-1e49-44b1-8823-ec5882608966) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:34:28.884327 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] Set router c66d1dd3-df19-4978-abc8-f9002c703753 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:34:28.922633 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:28.940053 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e4138-4164-49dd-9840-df03edbe6d45 None None] Pushing event updated for resources: {'Port': ['ID=7f9a5e95-507f-4f46-95fe-3545808a899e,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:28.940303 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Transition to ACTIVE for port object b9422eef-1e49-44b1-8823-ec5882608966 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:34:28.961470 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-e44e4138-4164-49dd-9840-df03edbe6d45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:28.965528 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Transition to ACTIVE for port object b9422eef-1e49-44b1-8823-ec5882608966 will not be triggered until provisioned by entity DHCP. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:34:28.971104 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:28.974519 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:29.037149 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Network 8c85c0d0-daee-4324-9629-f9827fc1fbbe is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:34:29.044975 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:34:29.047285 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:34:29.056475 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Pushing event updated for resources: {'Port': ['ID=b9422eef-1e49-44b1-8823-ec5882608966,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:29.067181 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:29.146187 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc09f93-4671-4b35-a1ee-ba45a58b5ff2 req-f82b652d-ef72-4ea2-b957-b61520de69e6 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:29.147720 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fdc09f93-4671-4b35-a1ee-ba45a58b5ff2 req-f82b652d-ef72-4ea2-b957-b61520de69e6 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.2552392 May 10 15:34:29.148946 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:29.150951 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Attempting to bind port b9422eef-1e49-44b1-8823-ec5882608966 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:34:29.151506 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Attempting to bind port b9422eef-1e49-44b1-8823-ec5882608966 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '5ea8e07e-47de-4812-bdae-e50d6bf37958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8c85c0d0-daee-4324-9629-f9827fc1fbbe'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:34:29.152263 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Attempting to bind port b9422eef-1e49-44b1-8823-ec5882608966 on network 8c85c0d0-daee-4324-9629-f9827fc1fbbe {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:34:29.158831 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:34:29.159226 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Checking segment: {'id': '5ea8e07e-47de-4812-bdae-e50d6bf37958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8c85c0d0-daee-4324-9629-f9827fc1fbbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:34:29.159644 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:29.160084 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Bound using segment: {'id': '5ea8e07e-47de-4812-bdae-e50d6bf37958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8c85c0d0-daee-4324-9629-f9827fc1fbbe'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:34:29.160589 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Bound port: b9422eef-1e49-44b1-8823-ec5882608966, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea8e07e-47de-4812-bdae-e50d6bf37958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8c85c0d0-daee-4324-9629-f9827fc1fbbe'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:34:29.160972 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:29.192134 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:29.210581 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:28Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:29.215143 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91369ada-a770-44f2-ac52-07f5dbb9d9bf None None] The sync data for ids ['c66d1dd3-df19-4978-abc8-f9002c703753'] in dv-cinder-784945-8-iscsi is: [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:28Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:34:29.280351 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fdc09f93-4671-4b35-a1ee-ba45a58b5ff2 req-c866e090-ab4f-41f3-8659-e0c92fdeb538 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044655 May 10 15:34:29.295482 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] For port b9422eef-1e49-44b1-8823-ec5882608966, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:34:29.304813 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] For port b9422eef-1e49-44b1-8823-ec5882608966, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=b9422eef-1e49-44b1-8823-ec5882608966,segment=NetworkSegment(5ea8e07e-47de-4812-bdae-e50d6bf37958),segment_id=5ea8e07e-47de-4812-bdae-e50d6bf37958)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:34:29.317311 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:29.321058 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3066404e-aee0-4e48-a1aa-1425c336b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:29.417760 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Allocated IP 172.27.3.62 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/a7447261-d26e-4ee6-878a-305cfaf91d2e) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:34:29.418818 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Pushing event updated for resources: {'Port': ['ID=b9422eef-1e49-44b1-8823-ec5882608966,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:29.422413 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:29.636790 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:29.672199 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:29.676889 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a8940ddb-1f67-4c60-a1a8-38845d25f9a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:29.742599 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:34:29.745866 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:34:29.749800 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:34:29.797058 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Pushing event updated for resources: {'Port': ['ID=a7447261-d26e-4ee6-878a-305cfaf91d2e,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:29.801580 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:30.034370 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device b9422eef-1e49-44b1-8823-ec5882608966 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:34:30.159929 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port b9422eef-1e49-44b1-8823-ec5882608966 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:34:30.165453 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 7f9a5e95-507f-4f46-95fe-3545808a899e up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:34:30.228782 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:30.256133 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 7f9a5e95-507f-4f46-95fe-3545808a899e completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:34:30.262057 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 7f9a5e95-507f-4f46-95fe-3545808a899e triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:30.262440 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:30.342167 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:30.465328 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:30.499563 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bbf83c-2ef4-460a-bebb-11d99f809b47 None None] Network 8c85c0d0-daee-4324-9629-f9827fc1fbbe requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:34:30.574769 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 7f9a5e95-507f-4f46-95fe-3545808a899e, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=7f9a5e95-507f-4f46-95fe-3545808a899e,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:30.583082 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:30.587076 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:30.600616 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ed2c4-df82-477f-a589-2aeeb41687f3 req-3462c823-96c5-4709-be6f-3ac2a5cd9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:30.602507 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a87ed2c4-df82-477f-a589-2aeeb41687f3 req-3462c823-96c5-4709-be6f-3ac2a5cd9f4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=faa2ee53649b4235ba6d1175bfc6c4b2&device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 1098 time: 0.0905921 May 10 15:34:30.661241 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=7f9a5e95-507f-4f46-95fe-3545808a899e,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:30.674432 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:30.674785 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:30.675131 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:30.675511 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:30.675873 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:30.676208 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:30.676537 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:30.676868 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:30.677200 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:30.677525 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:30.677855 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:30.678175 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:30.697254 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:30.698518 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-5310ed9f-0c5a-4484-9fd1-450c438fb624 None None] Provisioning for port b9422eef-1e49-44b1-8823-ec5882608966 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:34:30.716689 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-5310ed9f-0c5a-4484-9fd1-450c438fb624 None None] Provisioning complete for port b9422eef-1e49-44b1-8823-ec5882608966 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:30.717065 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5310ed9f-0c5a-4484-9fd1-450c438fb624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:30.750415 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ed2c4-df82-477f-a589-2aeeb41687f3 req-1aefbb14-7080-40ee-9888-5b5ad5c4882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:30.753937 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a87ed2c4-df82-477f-a589-2aeeb41687f3 req-1aefbb14-7080-40ee-9888-5b5ad5c4882f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffd39617-231e-431e-81bd-fd1a3e33706a HTTP/1.1" status: 200 len: 910 time: 0.1397746 May 10 15:34:30.825515 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706249'] for router, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:30.894590 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a87ed2c4-df82-477f-a589-2aeeb41687f3 req-7718a886-5aa6-4fad-ad3c-014b0083f56a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2264153-af44-4558-8f5f-8f85a4e12932 HTTP/1.1" status: 200 len: 1001 time: 0.1335042 May 10 15:34:30.955174 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5310ed9f-0c5a-4484-9fd1-450c438fb624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:30.964080 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ed2c4-df82-477f-a589-2aeeb41687f3 req-eeeff56e-b5c6-43ce-9618-7481d2006ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:30.964389 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2360f76-8d5a-4fac-b35c-40cc68d5d3e1 req-196f804e-16cc-42e4-8970-3c1f5a68156f tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:30.965532 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a87ed2c4-df82-477f-a589-2aeeb41687f3 req-eeeff56e-b5c6-43ce-9618-7481d2006ae8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8768d47-d5ea-4367-abf5-0bbfca3a1b00 HTTP/1.1" status: 200 len: 848 time: 0.0636628 May 10 15:34:30.968392 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a2360f76-8d5a-4fac-b35c-40cc68d5d3e1 req-196f804e-16cc-42e4-8970-3c1f5a68156f tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.3180237 May 10 15:34:31.000169 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-5310ed9f-0c5a-4484-9fd1-450c438fb624 None None] For port b9422eef-1e49-44b1-8823-ec5882608966, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=b9422eef-1e49-44b1-8823-ec5882608966,segment=NetworkSegment(5ea8e07e-47de-4812-bdae-e50d6bf37958),segment_id=5ea8e07e-47de-4812-bdae-e50d6bf37958)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:31.005758 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5310ed9f-0c5a-4484-9fd1-450c438fb624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:31.008136 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:31.046168 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ed2c4-df82-477f-a589-2aeeb41687f3 req-dfb69920-905a-4018-8dc4-5f027953c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:31.046404 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a2360f76-8d5a-4fac-b35c-40cc68d5d3e1 req-0ea734ec-665f-40d4-81ce-b1df0e3a3e5c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691130 May 10 15:34:31.047694 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a87ed2c4-df82-477f-a589-2aeeb41687f3 req-dfb69920-905a-4018-8dc4-5f027953c89f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd39617-231e-431e-81bd-fd1a3e33706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748258 May 10 15:34:31.093316 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310ed9f-0c5a-4484-9fd1-450c438fb624 None None] Pushing event updated for resources: {'Port': ['ID=b9422eef-1e49-44b1-8823-ec5882608966,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:31.097787 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5310ed9f-0c5a-4484-9fd1-450c438fb624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:31.109721 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Router 7613a772-8651-410b-be16-e86406a5df7f is scheduled to L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 with binding_index 1 {{(pid=78735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:34:31.202926 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a87ed2c4-df82-477f-a589-2aeeb41687f3 req-b007e07b-f17f-46b7-83ff-508ee4b9d17b service neutron] 10.222.0.46 "GET /v2.0/networks/ffd39617-231e-431e-81bd-fd1a3e33706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460907 May 10 15:34:31.238663 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-90c20723-9052-463c-9f07-4194f0ce8edf None None] Provisioning complete for port b9422eef-1e49-44b1-8823-ec5882608966 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:31.239185 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-90c20723-9052-463c-9f07-4194f0ce8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:31.296317 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:34:31.309062 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Sync routers for ids ['7613a772-8651-410b-be16-e86406a5df7f'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:34:31.323543 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Routers {'7613a772-8651-410b-be16-e86406a5df7f'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:34:31.324451 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:34:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['7613a772-8651-410b-be16-e86406a5df7f'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:31.325717 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Notify callbacks [] for router, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:31.330267 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1476820 May 10 15:34:31.330676 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51382) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:31.342204 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a87ed2c4-df82-477f-a589-2aeeb41687f3 req-2b672b71-d480-44b0-a872-d20ad461bc09 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd39617-231e-431e-81bd-fd1a3e33706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313305 May 10 15:34:31.556318 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Set router 7613a772-8651-410b-be16-e86406a5df7f gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:34:31.833042 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7613a772-8651-410b-be16-e86406a5df7f', 'name': 'tempest-TestVolumeBootPattern-1974565844-router', 'tenant_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a7447261-d26e-4ee6-878a-305cfaf91d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:28Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 3, 'project_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'gw_port': {'id': 'a7447261-d26e-4ee6-878a-305cfaf91d2e', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7613a772-8651-410b-be16-e86406a5df7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:29Z', 'updated_at': '2021-05-10T15:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:31.836873 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Checking router: 7613a772-8651-410b-be16-e86406a5df7f for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:34:31.837230 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Updating router 7613a772-8651-410b-be16-e86406a5df7f port a7447261-d26e-4ee6-878a-305cfaf91d2e binding host dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:34:31.936519 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:32.031498 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device b9422eef-1e49-44b1-8823-ec5882608966 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:34:32.120050 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:32.202882 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port b9422eef-1e49-44b1-8823-ec5882608966 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:32.203473 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:32.333000 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e23d8-b353-4908-b9ad-9e7c85af99fd req-4048f43a-15e7-443b-896c-0e2fc3c6cc1e tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:32.334490 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a28e23d8-b353-4908-b9ad-9e7c85af99fd req-4048f43a-15e7-443b-896c-0e2fc3c6cc1e tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.1597574 May 10 15:34:32.408945 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 7f9a5e95-507f-4f46-95fe-3545808a899e up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:34:32.434184 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a28e23d8-b353-4908-b9ad-9e7c85af99fd req-d74a5890-6317-4fc0-872e-deffe6b630ca tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928469 May 10 15:34:32.435229 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Allocated IP 172.20.0.1 (8c85c0d0-daee-4324-9629-f9827fc1fbbe/ce7b1788-9a4c-4f8b-8570-50b528beb4e7/0748a16d-9e28-4a22-95be-b04b9b066e39) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:34:32.461994 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:32.484201 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Transition to ACTIVE for port object a7447261-d26e-4ee6-878a-305cfaf91d2e will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:34:32.493501 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:32.498441 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:32.569985 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 7f9a5e95-507f-4f46-95fe-3545808a899e triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:32.570367 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:32.585672 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:32.600443 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Transition to ACTIVE for port object 0748a16d-9e28-4a22-95be-b04b9b066e39 will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:34:32.614803 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Attempting to bind port a7447261-d26e-4ee6-878a-305cfaf91d2e on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:34:32.615189 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Attempting to bind port a7447261-d26e-4ee6-878a-305cfaf91d2e by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:34:32.615559 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Attempting to bind port a7447261-d26e-4ee6-878a-305cfaf91d2e on network 4811dc59-86a1-49a5-ba2c-35db1544fa5c {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:34:32.620677 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759d035-115c-4906-ae8d-a3822a8b3aae None None] Pushing event updated for resources: {'Port': ['ID=a7447261-d26e-4ee6-878a-305cfaf91d2e,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:32.624490 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:32.626708 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6759d035-115c-4906-ae8d-a3822a8b3aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:32.627479 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:34:32.627875 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Checking segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:34:32.628165 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:32.628289 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:32.628805 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Bound using segment: {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:34:32.629127 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Bound port: a7447261-d26e-4ee6-878a-305cfaf91d2e, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f83ae90-3caf-483e-afe3-be2afff2bfdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:34:32.629510 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:32.688427 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Network 8c85c0d0-daee-4324-9629-f9827fc1fbbe is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:34:32.695711 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:34:32.698082 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:34:32.729848 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Pushing event updated for resources: {'Port': ['ID=0748a16d-9e28-4a22-95be-b04b9b066e39,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:32.732714 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:32.758225 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] For port a7447261-d26e-4ee6-878a-305cfaf91d2e, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:34:32.765467 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:32.772639 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] For port a7447261-d26e-4ee6-878a-305cfaf91d2e, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=a7447261-d26e-4ee6-878a-305cfaf91d2e,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:34:32.786650 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:32.794760 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:32.878371 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Routers {'7613a772-8651-410b-be16-e86406a5df7f'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:34:32.879025 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:34:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['7613a772-8651-410b-be16-e86406a5df7f'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:32.897919 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:32.990602 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759d035-115c-4906-ae8d-a3822a8b3aae None None] Pushing event updated for resources: {'Port': ['ID=a7447261-d26e-4ee6-878a-305cfaf91d2e,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:32.993681 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6759d035-115c-4906-ae8d-a3822a8b3aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:33.040293 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-8375c39a-f038-42b6-b005-a24d454fac4d None None] Provisioning for port 0748a16d-9e28-4a22-95be-b04b9b066e39 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:34:33.056182 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-8375c39a-f038-42b6-b005-a24d454fac4d None None] Provisioning complete for port 0748a16d-9e28-4a22-95be-b04b9b066e39 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:33.056578 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8375c39a-f038-42b6-b005-a24d454fac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:33.136869 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-8375c39a-f038-42b6-b005-a24d454fac4d None None] Port 0748a16d-9e28-4a22-95be-b04b9b066e39 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:34:33.142605 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] Set router 7613a772-8651-410b-be16-e86406a5df7f gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:34:33.156511 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:33.161543 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:33.189702 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:33.272057 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Pushing event updated for resources: {'Port': ['ID=0748a16d-9e28-4a22-95be-b04b9b066e39,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:33.274735 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:33.276011 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:33.412460 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Network 8c85c0d0-daee-4324-9629-f9827fc1fbbe is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:34:33.413979 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:34:33.566230 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7613a772-8651-410b-be16-e86406a5df7f', 'name': 'tempest-TestVolumeBootPattern-1974565844-router', 'tenant_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a7447261-d26e-4ee6-878a-305cfaf91d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:28Z', 'updated_at': '2021-05-10T15:34:32Z', 'revision_number': 4, 'project_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'gw_port': {'id': 'a7447261-d26e-4ee6-878a-305cfaf91d2e', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7613a772-8651-410b-be16-e86406a5df7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:29Z', 'updated_at': '2021-05-10T15:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0748a16d-9e28-4a22-95be-b04b9b066e39', 'name': '', 'network_id': '8c85c0d0-daee-4324-9629-f9827fc1fbbe', 'tenant_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'mac_address': 'fa:16:3e:a1:f6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7613a772-8651-410b-be16-e86406a5df7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'ce7b1788-9a4c-4f8b-8570-50b528beb4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:32Z', 'updated_at': '2021-05-10T15:34:32Z', 'revision_number': 1, 'project_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'subnets': [{'id': 'ce7b1788-9a4c-4f8b-8570-50b528beb4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:33.574745 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe4f29c-b0fd-4e4b-9c51-baebd4833a9f None None] The sync data for ids ['7613a772-8651-410b-be16-e86406a5df7f'] in dv-cinder-784945-8-iscsi is: [{'id': '7613a772-8651-410b-be16-e86406a5df7f', 'name': 'tempest-TestVolumeBootPattern-1974565844-router', 'tenant_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a7447261-d26e-4ee6-878a-305cfaf91d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:28Z', 'updated_at': '2021-05-10T15:34:32Z', 'revision_number': 4, 'project_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'gw_port': {'id': 'a7447261-d26e-4ee6-878a-305cfaf91d2e', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7613a772-8651-410b-be16-e86406a5df7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:29Z', 'updated_at': '2021-05-10T15:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0748a16d-9e28-4a22-95be-b04b9b066e39', 'name': '', 'network_id': '8c85c0d0-daee-4324-9629-f9827fc1fbbe', 'tenant_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'mac_address': 'fa:16:3e:a1:f6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7613a772-8651-410b-be16-e86406a5df7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'ce7b1788-9a4c-4f8b-8570-50b528beb4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:32Z', 'updated_at': '2021-05-10T15:34:32Z', 'revision_number': 1, 'project_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'subnets': [{'id': 'ce7b1788-9a4c-4f8b-8570-50b528beb4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:34:33.762159 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-7bf3fde3-0e33-4af0-8d41-cb42b3221640 None None] Provisioning complete for port 0748a16d-9e28-4a22-95be-b04b9b066e39 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:33.762617 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7bf3fde3-0e33-4af0-8d41-cb42b3221640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:33.808550 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Router 7613a772-8651-410b-be16-e86406a5df7f has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:34:33.847102 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-7bf3fde3-0e33-4af0-8d41-cb42b3221640 None None] Port 0748a16d-9e28-4a22-95be-b04b9b066e39 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:34:33.906970 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e117ce5-ba94-40c9-accc-74c998a95186 req-90a75895-8b30-46be-aaa4-7a2cd6aae30a tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:33.908565 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0e117ce5-ba94-40c9-accc-74c998a95186 req-90a75895-8b30-46be-aaa4-7a2cd6aae30a tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.3081558 May 10 15:34:34.036336 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0e117ce5-ba94-40c9-accc-74c998a95186 req-501f80fd-094d-4c27-8541-396cad822009 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736799 May 10 15:34:34.069054 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:34:34.080338 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] 10.222.0.11 "PUT /v2.0/routers/7613a772-8651-410b-be16-e86406a5df7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7484655 May 10 15:34:34.665724 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51402) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:34.671060 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-9ab30fb2-7347-49d6-b238-a39af7906768 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1199416949', 'description': 'tempest-secgroup-smoke-1199416949 description', 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:34.677597 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-9ab30fb2-7347-49d6-b238-a39af7906768 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:34.682130 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-9ab30fb2-7347-49d6-b238-a39af7906768 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Usage tracker for resource:security_group and tenant:c4d3a74bb488479ebb94067c73f69d1e is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:34.685125 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-9ab30fb2-7347-49d6-b238-a39af7906768 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:34.692418 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-9ab30fb2-7347-49d6-b238-a39af7906768 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:34.702474 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9ab30fb2-7347-49d6-b238-a39af7906768 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:34.722872 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-9ab30fb2-7347-49d6-b238-a39af7906768 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:34.726641 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-9ab30fb2-7347-49d6-b238-a39af7906768 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Usage tracker for resource:security_group_rule and tenant:c4d3a74bb488479ebb94067c73f69d1e is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:34.729454 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-9ab30fb2-7347-49d6-b238-a39af7906768 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:34.735019 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-9ab30fb2-7347-49d6-b238-a39af7906768 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:34.804420 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9ab30fb2-7347-49d6-b238-a39af7906768 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:34.808182 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9ab30fb2-7347-49d6-b238-a39af7906768 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:34.811825 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-319996e8-95b8-4795-85f3-166ed95457f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:34.850373 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab30fb2-7347-49d6-b238-a39af7906768 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30df71e7-75ad-4963-8d71-11075dcfd2d9,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:34.853561 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9ab30fb2-7347-49d6-b238-a39af7906768 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:34.854748 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-9ab30fb2-7347-49d6-b238-a39af7906768 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1880009 May 10 15:34:34.855624 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9ab30fb2-7347-49d6-b238-a39af7906768 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:34.857745 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51406) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:34.863445 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-569dc0fc-680c-4d1f-8d5e-f5d287829206 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Request body: {'security_group_rule': {'security_group_id': '30df71e7-75ad-4963-8d71-11075dcfd2d9', 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:34.869251 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-569dc0fc-680c-4d1f-8d5e-f5d287829206 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:34.873076 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-569dc0fc-680c-4d1f-8d5e-f5d287829206 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Usage tracker for resource:security_group_rule and tenant:c4d3a74bb488479ebb94067c73f69d1e is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:34.875943 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-569dc0fc-680c-4d1f-8d5e-f5d287829206 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:34.882323 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-569dc0fc-680c-4d1f-8d5e-f5d287829206 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:34.898225 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-569dc0fc-680c-4d1f-8d5e-f5d287829206 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:34.964459 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-569dc0fc-680c-4d1f-8d5e-f5d287829206 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:34.967963 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-569dc0fc-680c-4d1f-8d5e-f5d287829206 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:34.970803 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-53c91002-26b8-4298-8059-371cb228b02a tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:34.992054 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569dc0fc-680c-4d1f-8d5e-f5d287829206 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b4062f-62a4-43c9-adc2-11a1991c0242,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:34.994386 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-569dc0fc-680c-4d1f-8d5e-f5d287829206 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:35.001760 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-569dc0fc-680c-4d1f-8d5e-f5d287829206 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.002914 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-569dc0fc-680c-4d1f-8d5e-f5d287829206 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442585 May 10 15:34:35.005583 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51410) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:35.010669 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-d17eabea-d336-4536-99e2-a2dbca2285b6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Request body: {'security_group_rule': {'security_group_id': '30df71e7-75ad-4963-8d71-11075dcfd2d9', 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:35.016291 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-d17eabea-d336-4536-99e2-a2dbca2285b6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:35.020729 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-d17eabea-d336-4536-99e2-a2dbca2285b6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Usage tracker for resource:security_group_rule and tenant:c4d3a74bb488479ebb94067c73f69d1e is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:35.023555 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-d17eabea-d336-4536-99e2-a2dbca2285b6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:35.029240 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-d17eabea-d336-4536-99e2-a2dbca2285b6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:35.044345 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d17eabea-d336-4536-99e2-a2dbca2285b6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.105740 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d17eabea-d336-4536-99e2-a2dbca2285b6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.109519 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d17eabea-d336-4536-99e2-a2dbca2285b6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.117676 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:35.138167 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17eabea-d336-4536-99e2-a2dbca2285b6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfa3bf3-b778-4c35-a227-f2b0595660c1,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:35.140567 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d17eabea-d336-4536-99e2-a2dbca2285b6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:35.145482 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d17eabea-d336-4536-99e2-a2dbca2285b6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.146681 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-d17eabea-d336-4536-99e2-a2dbca2285b6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1401768 May 10 15:34:35.149500 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51416) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:35.154583 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-e62c5f1f-c882-42b1-a3a3-7cc9b7c85407 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Request body: {'security_group_rule': {'security_group_id': '30df71e7-75ad-4963-8d71-11075dcfd2d9', 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:35.161157 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e62c5f1f-c882-42b1-a3a3-7cc9b7c85407 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:35.164886 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-e62c5f1f-c882-42b1-a3a3-7cc9b7c85407 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Usage tracker for resource:security_group_rule and tenant:c4d3a74bb488479ebb94067c73f69d1e is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:35.167667 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-e62c5f1f-c882-42b1-a3a3-7cc9b7c85407 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:35.173873 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e62c5f1f-c882-42b1-a3a3-7cc9b7c85407 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:35.189750 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e62c5f1f-c882-42b1-a3a3-7cc9b7c85407 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.228553 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d88ff-b6e3-420b-b230-fa6d9bd8040b req-21793e03-ac2e-46bf-911d-e24747038da6 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:35.230177 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3e2d88ff-b6e3-420b-b230-fa6d9bd8040b req-21793e03-ac2e-46bf-911d-e24747038da6 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.0798924 May 10 15:34:35.258461 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e62c5f1f-c882-42b1-a3a3-7cc9b7c85407 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.265027 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e62c5f1f-c882-42b1-a3a3-7cc9b7c85407 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.267782 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:35.284049 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3e2d88ff-b6e3-420b-b230-fa6d9bd8040b req-beaecf00-b0e6-421a-a262-18419143aa6c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476356 May 10 15:34:35.290155 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c5f1f-c882-42b1-a3a3-7cc9b7c85407 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9568ed31-bb0a-43b0-9991-cdf59e1bc19b,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:35.300214 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e62c5f1f-c882-42b1-a3a3-7cc9b7c85407 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:35.304590 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e62c5f1f-c882-42b1-a3a3-7cc9b7c85407 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.306132 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-e62c5f1f-c882-42b1-a3a3-7cc9b7c85407 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554606 May 10 15:34:35.308712 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51422) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:35.314827 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-6948c79d-da28-4b73-85b0-f57b5f160152 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Request body: {'security_group_rule': {'security_group_id': '30df71e7-75ad-4963-8d71-11075dcfd2d9', 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:35.322175 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-6948c79d-da28-4b73-85b0-f57b5f160152 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:35.326290 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-6948c79d-da28-4b73-85b0-f57b5f160152 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Usage tracker for resource:security_group_rule and tenant:c4d3a74bb488479ebb94067c73f69d1e is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:35.329189 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-6948c79d-da28-4b73-85b0-f57b5f160152 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:35.335587 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-6948c79d-da28-4b73-85b0-f57b5f160152 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:35.353680 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-6948c79d-da28-4b73-85b0-f57b5f160152 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.426307 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-6948c79d-da28-4b73-85b0-f57b5f160152 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.429903 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-6948c79d-da28-4b73-85b0-f57b5f160152 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.437699 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:35.456576 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948c79d-da28-4b73-85b0-f57b5f160152 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f240f9c0-8db4-4c28-bf64-90e7643db6c8,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:35.459333 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-6948c79d-da28-4b73-85b0-f57b5f160152 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:35.466661 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-6948c79d-da28-4b73-85b0-f57b5f160152 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.468349 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-6948c79d-da28-4b73-85b0-f57b5f160152 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1582532 May 10 15:34:35.471486 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51428) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:35.477198 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-871c5778-b538-41dd-96a3-2680b6ffb271 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Request body: {'security_group_rule': {'security_group_id': '30df71e7-75ad-4963-8d71-11075dcfd2d9', 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:35.487750 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-871c5778-b538-41dd-96a3-2680b6ffb271 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:35.491755 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-871c5778-b538-41dd-96a3-2680b6ffb271 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Usage tracker for resource:security_group_rule and tenant:c4d3a74bb488479ebb94067c73f69d1e is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:35.494772 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-871c5778-b538-41dd-96a3-2680b6ffb271 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:35.502243 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-871c5778-b538-41dd-96a3-2680b6ffb271 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:35.522148 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.securitygroups_db [None req-871c5778-b538-41dd-96a3-2680b6ffb271 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Project c4d3a74bb488479ebb94067c73f69d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:34:35.530066 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-871c5778-b538-41dd-96a3-2680b6ffb271 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.598941 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-871c5778-b538-41dd-96a3-2680b6ffb271 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.602525 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-871c5778-b538-41dd-96a3-2680b6ffb271 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.604772 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:35.628098 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c5778-b538-41dd-96a3-2680b6ffb271 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e865d8-c01c-4330-8ae6-ac422c2a9968,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:35.632697 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-871c5778-b538-41dd-96a3-2680b6ffb271 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:35.634118 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51440) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:35.640505 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-871c5778-b538-41dd-96a3-2680b6ffb271 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.642442 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-871c5778-b538-41dd-96a3-2680b6ffb271 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1691339 May 10 15:34:35.644833 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51446) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:35.649798 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-4502080b-9630-42f5-93c4-2e82658533bc tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Request body: {'security_group_rule': {'security_group_id': '30df71e7-75ad-4963-8d71-11075dcfd2d9', 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:35.655808 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-4502080b-9630-42f5-93c4-2e82658533bc tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:35.660331 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-4502080b-9630-42f5-93c4-2e82658533bc tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Usage tracker for resource:security_group_rule and tenant:c4d3a74bb488479ebb94067c73f69d1e is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:35.667496 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-4502080b-9630-42f5-93c4-2e82658533bc tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:35.674197 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-4502080b-9630-42f5-93c4-2e82658533bc tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:35.675327 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7282e-010f-4aed-b730-18d1bdce552c req-8b07cf90-3efb-4877-9eb7-531ffd42f298 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:35.677030 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f4d7282e-010f-4aed-b730-18d1bdce552c req-8b07cf90-3efb-4877-9eb7-531ffd42f298 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.0990131 May 10 15:34:35.717902 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.securitygroups_db [None req-4502080b-9630-42f5-93c4-2e82658533bc tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Project c4d3a74bb488479ebb94067c73f69d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:34:35.727180 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f4d7282e-010f-4aed-b730-18d1bdce552c req-e0e49185-e9e8-47b2-97a9-c103cdf02c85 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418422 May 10 15:34:35.728608 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4502080b-9630-42f5-93c4-2e82658533bc tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.817752 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-51822218-bcd4-4505-8dbb-61e6695d1429 req-1b82146e-a02c-4e7d-b076-5b4db66b35e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1825001 May 10 15:34:35.819218 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4502080b-9630-42f5-93c4-2e82658533bc tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.823311 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4502080b-9630-42f5-93c4-2e82658533bc tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.831411 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-569dc0fc-680c-4d1f-8d5e-f5d287829206 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:35.850611 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502080b-9630-42f5-93c4-2e82658533bc tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8054feb-2f9c-4f60-9beb-e794a0177311,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:35.853152 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4502080b-9630-42f5-93c4-2e82658533bc tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:35.860905 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4502080b-9630-42f5-93c4-2e82658533bc tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.862264 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-4502080b-9630-42f5-93c4-2e82658533bc tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2164555 May 10 15:34:35.988623 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device a7447261-d26e-4ee6-878a-305cfaf91d2e up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:34:36.064989 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port a7447261-d26e-4ee6-878a-305cfaf91d2e completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:34:36.069815 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port a7447261-d26e-4ee6-878a-305cfaf91d2e triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:36.070199 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:36.193769 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:36.211196 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port a7447261-d26e-4ee6-878a-305cfaf91d2e, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=a7447261-d26e-4ee6-878a-305cfaf91d2e,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:36.216257 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:36.218337 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:36.288914 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=a7447261-d26e-4ee6-878a-305cfaf91d2e,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:36.292185 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:36.934917 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97295c0d-9c61-4365-b509-5a66c4970090 req-b42c8b9d-08e3-41bc-ae1f-d6314b80450e tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:36.936636 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-97295c0d-9c61-4365-b509-5a66c4970090 req-b42c8b9d-08e3-41bc-ae1f-d6314b80450e tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.0967238 May 10 15:34:36.981954 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-97295c0d-9c61-4365-b509-5a66c4970090 req-a173a39a-549d-479f-9f38-a7c185e8f2c1 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388305 May 10 15:34:37.072547 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Sync routers for ids ['7613a772-8651-410b-be16-e86406a5df7f'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:34:37.084303 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Routers {'7613a772-8651-410b-be16-e86406a5df7f'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:34:37.085480 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:34:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['7613a772-8651-410b-be16-e86406a5df7f'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:37.265632 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Set router 7613a772-8651-410b-be16-e86406a5df7f gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:34:37.583547 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7613a772-8651-410b-be16-e86406a5df7f', 'name': 'tempest-TestVolumeBootPattern-1974565844-router', 'tenant_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a7447261-d26e-4ee6-878a-305cfaf91d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:28Z', 'updated_at': '2021-05-10T15:34:32Z', 'revision_number': 4, 'project_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'gw_port': {'id': 'a7447261-d26e-4ee6-878a-305cfaf91d2e', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7613a772-8651-410b-be16-e86406a5df7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:29Z', 'updated_at': '2021-05-10T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0748a16d-9e28-4a22-95be-b04b9b066e39', 'name': '', 'network_id': '8c85c0d0-daee-4324-9629-f9827fc1fbbe', 'tenant_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'mac_address': 'fa:16:3e:a1:f6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7613a772-8651-410b-be16-e86406a5df7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'ce7b1788-9a4c-4f8b-8570-50b528beb4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:32Z', 'updated_at': '2021-05-10T15:34:32Z', 'revision_number': 2, 'project_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'subnets': [{'id': 'ce7b1788-9a4c-4f8b-8570-50b528beb4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:37.587300 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Checking router: 7613a772-8651-410b-be16-e86406a5df7f for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:34:37.587658 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Updating router 7613a772-8651-410b-be16-e86406a5df7f port 0748a16d-9e28-4a22-95be-b04b9b066e39 binding host dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:34:37.642446 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:37.691297 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device d2264153-af44-4558-8f5f-8f85a4e12932 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:34:37.707446 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51822218-bcd4-4505-8dbb-61e6695d1429 req-d0ce1ffe-8c95-4108-b6d7-ed2202839c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:37.709215 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-51822218-bcd4-4505-8dbb-61e6695d1429 req-d0ce1ffe-8c95-4108-b6d7-ed2202839c32 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a&tenant_id=faa2ee53649b4235ba6d1175bfc6c4b2 HTTP/1.1" status: 200 len: 1098 time: 0.0754359 May 10 15:34:37.819994 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:37.826682 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51822218-bcd4-4505-8dbb-61e6695d1429 req-582eb3d6-7d50-44cc-8905-975f0c2bcb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:37.828169 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-51822218-bcd4-4505-8dbb-61e6695d1429 req-582eb3d6-7d50-44cc-8905-975f0c2bcb9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=faa2ee53649b4235ba6d1175bfc6c4b2&device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 1098 time: 0.0853362 May 10 15:34:37.848105 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2264153-af44-4558-8f5f-8f85a4e12932'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:34:37.860049 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port d2264153-af44-4558-8f5f-8f85a4e12932, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d2264153-af44-4558-8f5f-8f85a4e12932,segment=NetworkSegment(c25989dd-45c8-406f-b636-427ede4c499a),segment_id=c25989dd-45c8-406f-b636-427ede4c499a)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:37.868082 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:37.869911 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-7a1176cc-9ec0-4540-a50e-a8da1d88ef93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:37.946069 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2264153-af44-4558-8f5f-8f85a4e12932', 'code': 200} May 10 15:34:37.946692 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=d2264153-af44-4558-8f5f-8f85a4e12932,revision_number=6']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:37.949856 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:37.991664 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device a7447261-d26e-4ee6-878a-305cfaf91d2e up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:34:38.041572 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Notify callbacks [] for port, precommit_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:38.065530 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Transition to ACTIVE for port object 0748a16d-9e28-4a22-95be-b04b9b066e39 will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:34:38.076793 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:38.082821 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port a7447261-d26e-4ee6-878a-305cfaf91d2e triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:38.083206 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:38.086813 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:38.121172 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51822218-bcd4-4505-8dbb-61e6695d1429 req-c2035acf-b9bc-4fce-8eb6-727add3685c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:38.123004 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-51822218-bcd4-4505-8dbb-61e6695d1429 req-c2035acf-b9bc-4fce-8eb6-727add3685c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffd39617-231e-431e-81bd-fd1a3e33706a HTTP/1.1" status: 200 len: 910 time: 0.2869124 May 10 15:34:38.234181 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1d722-d6cf-4c76-8027-1a59d96d05c2 req-f260dfbf-b641-42d9-b422-11721d05632d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:38.238153 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-31b1d722-d6cf-4c76-8027-1a59d96d05c2 req-f260dfbf-b641-42d9-b422-11721d05632d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 943 time: 0.1267419 May 10 15:34:38.265717 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-51822218-bcd4-4505-8dbb-61e6695d1429 req-484a2dca-cc4c-4fd3-b8ef-c31c8c780f94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2264153-af44-4558-8f5f-8f85a4e12932 HTTP/1.1" status: 200 len: 999 time: 0.1357644 May 10 15:34:38.289711 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b76c62-20d2-489d-ab36-1452a8a16377 None None] Pushing event updated for resources: {'Port': ['ID=0748a16d-9e28-4a22-95be-b04b9b066e39,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:38.293846 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-a5b76c62-20d2-489d-ab36-1452a8a16377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:38.303901 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-31b1d722-d6cf-4c76-8027-1a59d96d05c2 req-977abe3d-9baa-41b5-9cbf-970750a14ef0 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597832 May 10 15:34:38.367745 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51822218-bcd4-4505-8dbb-61e6695d1429 req-93c69993-1533-40ca-bb62-b31a5df4bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:38.369548 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-51822218-bcd4-4505-8dbb-61e6695d1429 req-93c69993-1533-40ca-bb62-b31a5df4bd61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8768d47-d5ea-4367-abf5-0bbfca3a1b00 HTTP/1.1" status: 200 len: 848 time: 0.0945458 May 10 15:34:38.390730 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Attempting to bind port 0748a16d-9e28-4a22-95be-b04b9b066e39 on host dv-cinder-784945-8-iscsi for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:34:38.391433 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Attempting to bind port 0748a16d-9e28-4a22-95be-b04b9b066e39 by drivers openvswitch,hyperv on host dv-cinder-784945-8-iscsi at level 0 using segments [{'id': '5ea8e07e-47de-4812-bdae-e50d6bf37958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8c85c0d0-daee-4324-9629-f9827fc1fbbe'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:34:38.392260 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Attempting to bind port 0748a16d-9e28-4a22-95be-b04b9b066e39 on network 8c85c0d0-daee-4324-9629-f9827fc1fbbe {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:34:38.398709 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Checking agent: {'id': 'bc118a08-8e19-4900-a8d1-82f6bed3e7f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 20, 58), 'started_at': datetime.datetime(2021, 5, 10, 15, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:34:38.399419 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Checking segment: {'id': '5ea8e07e-47de-4812-bdae-e50d6bf37958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8c85c0d0-daee-4324-9629-f9827fc1fbbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:34:38.400075 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:38.400671 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Bound using segment: {'id': '5ea8e07e-47de-4812-bdae-e50d6bf37958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8c85c0d0-daee-4324-9629-f9827fc1fbbe'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:34:38.401332 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Bound port: 0748a16d-9e28-4a22-95be-b04b9b066e39, host: dv-cinder-784945-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea8e07e-47de-4812-bdae-e50d6bf37958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8c85c0d0-daee-4324-9629-f9827fc1fbbe'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:34:38.401919 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:38.464849 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51822218-bcd4-4505-8dbb-61e6695d1429 req-31ad64b8-dd66-4462-85bd-b3f6c474fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:38.466298 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-51822218-bcd4-4505-8dbb-61e6695d1429 req-31ad64b8-dd66-4462-85bd-b3f6c474fee6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd39617-231e-431e-81bd-fd1a3e33706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891185 May 10 15:34:38.497918 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] For port 0748a16d-9e28-4a22-95be-b04b9b066e39, host dv-cinder-784945-8-iscsi, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:34:38.500929 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] For port 0748a16d-9e28-4a22-95be-b04b9b066e39, host dv-cinder-784945-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=0748a16d-9e28-4a22-95be-b04b9b066e39,segment=NetworkSegment(5ea8e07e-47de-4812-bdae-e50d6bf37958),segment_id=5ea8e07e-47de-4812-bdae-e50d6bf37958)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:34:38.506772 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:38.510959 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-0e1b9ac1-5814-4e32-9320-a826bffbf036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:38.590675 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Routers {'7613a772-8651-410b-be16-e86406a5df7f'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:34:38.591398 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:34:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['7613a772-8651-410b-be16-e86406a5df7f'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:38.618900 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-51822218-bcd4-4505-8dbb-61e6695d1429 req-2a80a8a1-f075-445b-8fb0-3eed0eb8e1ec service neutron] 10.222.0.46 "GET /v2.0/networks/ffd39617-231e-431e-81bd-fd1a3e33706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394560 May 10 15:34:38.750353 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b76c62-20d2-489d-ab36-1452a8a16377 None None] Pushing event updated for resources: {'Port': ['ID=0748a16d-9e28-4a22-95be-b04b9b066e39,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:38.754437 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-a5b76c62-20d2-489d-ab36-1452a8a16377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:38.770560 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-51822218-bcd4-4505-8dbb-61e6695d1429 req-5ebfd11b-a1a1-42e8-bd96-947e68fb30a8 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd39617-231e-431e-81bd-fd1a3e33706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387434 May 10 15:34:38.813061 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] Set router 7613a772-8651-410b-be16-e86406a5df7f gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:34:39.126798 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7613a772-8651-410b-be16-e86406a5df7f', 'name': 'tempest-TestVolumeBootPattern-1974565844-router', 'tenant_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a7447261-d26e-4ee6-878a-305cfaf91d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:28Z', 'updated_at': '2021-05-10T15:34:32Z', 'revision_number': 4, 'project_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'gw_port': {'id': 'a7447261-d26e-4ee6-878a-305cfaf91d2e', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7613a772-8651-410b-be16-e86406a5df7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:29Z', 'updated_at': '2021-05-10T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0748a16d-9e28-4a22-95be-b04b9b066e39', 'name': '', 'network_id': '8c85c0d0-daee-4324-9629-f9827fc1fbbe', 'tenant_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'mac_address': 'fa:16:3e:a1:f6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7613a772-8651-410b-be16-e86406a5df7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'ce7b1788-9a4c-4f8b-8570-50b528beb4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:32Z', 'updated_at': '2021-05-10T15:34:38Z', 'revision_number': 4, 'project_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'subnets': [{'id': 'ce7b1788-9a4c-4f8b-8570-50b528beb4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:39.130521 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61823b7-23c1-4981-803e-3562ac8c1a85 None None] The sync data for ids ['7613a772-8651-410b-be16-e86406a5df7f'] in dv-cinder-784945-8-iscsi is: [{'id': '7613a772-8651-410b-be16-e86406a5df7f', 'name': 'tempest-TestVolumeBootPattern-1974565844-router', 'tenant_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a7447261-d26e-4ee6-878a-305cfaf91d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:28Z', 'updated_at': '2021-05-10T15:34:32Z', 'revision_number': 4, 'project_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'gw_port': {'id': 'a7447261-d26e-4ee6-878a-305cfaf91d2e', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7613a772-8651-410b-be16-e86406a5df7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:29Z', 'updated_at': '2021-05-10T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0748a16d-9e28-4a22-95be-b04b9b066e39', 'name': '', 'network_id': '8c85c0d0-daee-4324-9629-f9827fc1fbbe', 'tenant_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'mac_address': 'fa:16:3e:a1:f6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7613a772-8651-410b-be16-e86406a5df7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'ce7b1788-9a4c-4f8b-8570-50b528beb4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:32Z', 'updated_at': '2021-05-10T15:34:38Z', 'revision_number': 4, 'project_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'subnets': [{'id': 'ce7b1788-9a4c-4f8b-8570-50b528beb4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:34:39.504087 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061e64c-5c85-4d23-b6e7-bba6c1e98638 req-1732b20c-f3b1-49f2-9b60-2e688d478f7d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:39.505613 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1061e64c-5c85-4d23-b6e7-bba6c1e98638 req-1732b20c-f3b1-49f2-9b60-2e688d478f7d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 943 time: 0.0858955 May 10 15:34:39.552555 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1061e64c-5c85-4d23-b6e7-bba6c1e98638 req-a9acb514-4b88-4eb2-a878-3d634ae6f1ca tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411832 May 10 15:34:39.975737 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0748a16d-9e28-4a22-95be-b04b9b066e39 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:34:40.047586 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning for port 0748a16d-9e28-4a22-95be-b04b9b066e39 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:34:40.053131 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 0748a16d-9e28-4a22-95be-b04b9b066e39 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:40.053507 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:40.171685 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:40.208667 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] For port 0748a16d-9e28-4a22-95be-b04b9b066e39, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=0748a16d-9e28-4a22-95be-b04b9b066e39,segment=NetworkSegment(5ea8e07e-47de-4812-bdae-e50d6bf37958),segment_id=5ea8e07e-47de-4812-bdae-e50d6bf37958)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:40.212177 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:40.213891 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-85c6ed0d-5b94-4eff-b092-adba53d36e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:40.279283 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Pushing event updated for resources: {'Port': ['ID=0748a16d-9e28-4a22-95be-b04b9b066e39,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:40.282348 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:40.734666 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d11ef7-11fd-48b5-a4ee-db29e104ea3d req-18884dce-772a-46d1-9fc4-24ab3d98d197 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:40.736787 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-31d11ef7-11fd-48b5-a4ee-db29e104ea3d req-18884dce-772a-46d1-9fc4-24ab3d98d197 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 943 time: 0.0797563 May 10 15:34:40.783803 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-31d11ef7-11fd-48b5-a4ee-db29e104ea3d req-d5a2581a-7656-4894-9d58-42195efb4663 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405173 May 10 15:34:41.967243 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0748a16d-9e28-4a22-95be-b04b9b066e39 up at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:34:41.990488 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368739d-ed17-438b-a804-6c32dff56cd7 req-483189bb-2dfa-46b0-a78a-ecd154018962 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:41.992009 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8368739d-ed17-438b-a804-6c32dff56cd7 req-483189bb-2dfa-46b0-a78a-ecd154018962 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 943 time: 0.1021171 May 10 15:34:42.038577 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Provisioning complete for port 0748a16d-9e28-4a22-95be-b04b9b066e39 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:42.038959 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:42.040020 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8368739d-ed17-438b-a804-6c32dff56cd7 req-08d8acbf-f58d-4ca3-a2d7-b77deacaa546 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414481 May 10 15:34:43.226076 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4f9eb-f9cc-4fa9-80f4-d2d04a600afe req-01cf4bca-f6ef-4067-b93e-8e664b80d467 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:43.227535 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-30e4f9eb-f9cc-4fa9-80f4-d2d04a600afe req-01cf4bca-f6ef-4067-b93e-8e664b80d467 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 943 time: 0.0778973 May 10 15:34:43.276681 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-30e4f9eb-f9cc-4fa9-80f4-d2d04a600afe req-1effed0d-37ea-450c-92e3-07d688394525 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433106 May 10 15:34:44.467469 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb1a77-3de2-4d09-8b80-40d909f3ff22 req-d4320612-9549-4038-b8fe-50c1c5d00615 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:44.469018 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1feb1a77-3de2-4d09-8b80-40d909f3ff22 req-d4320612-9549-4038-b8fe-50c1c5d00615 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 943 time: 0.0848014 May 10 15:34:44.514142 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1feb1a77-3de2-4d09-8b80-40d909f3ff22 req-57b8d35c-8cf5-4d09-b85f-e8ee8b4e2ac7 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392270 May 10 15:34:45.049205 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebd272-1b82-4080-b8f3-169db66a3b0c req-17429352-cd78-4857-8020-3e35ee594db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:45.050723 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f1ebd272-1b82-4080-b8f3-169db66a3b0c req-17429352-cd78-4857-8020-3e35ee594db8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 1096 time: 0.0682421 May 10 15:34:45.097309 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f1ebd272-1b82-4080-b8f3-169db66a3b0c req-38e86f3e-e93f-421b-8616-3f9ca019f13f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391998 May 10 15:34:45.697258 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad9aab-e88e-4c83-93c0-c645b3ff7cc0 req-07539105-5758-4afb-9168-04b7be5f9d0c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:45.698737 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-05ad9aab-e88e-4c83-93c0-c645b3ff7cc0 req-07539105-5758-4afb-9168-04b7be5f9d0c tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 943 time: 0.0795782 May 10 15:34:45.745106 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-05ad9aab-e88e-4c83-93c0-c645b3ff7cc0 req-dac08325-8ba1-4884-a6b8-869ee0c269db tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394640 May 10 15:34:46.555251 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d92915ce-ab81-4bdb-a21e-ba99d10e5373 req-e70d104c-54cf-44fe-9928-962518255cc9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721486 May 10 15:34:46.651149 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92915ce-ab81-4bdb-a21e-ba99d10e5373 req-3645153c-8a39-4e59-b8a0-2f3180ec6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:46.652703 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d92915ce-ab81-4bdb-a21e-ba99d10e5373 req-3645153c-8a39-4e59-b8a0-2f3180ec6b26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a29b1e7130414c8d8df10d6bafc227cf&device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 1099 time: 0.0698442 May 10 15:34:46.801133 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92915ce-ab81-4bdb-a21e-ba99d10e5373 req-2ebb061d-f96c-43fb-974a-e1d526fe0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:46.802527 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d92915ce-ab81-4bdb-a21e-ba99d10e5373 req-2ebb061d-f96c-43fb-974a-e1d526fe0d09 service neutron] 10.222.0.46 "GET /v2.0/networks?id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 HTTP/1.1" status: 200 len: 918 time: 0.1292241 May 10 15:34:46.908380 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d92915ce-ab81-4bdb-a21e-ba99d10e5373 req-bdd6e477-9805-4de7-8430-5b30d038e3f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 HTTP/1.1" status: 200 len: 1001 time: 0.0982149 May 10 15:34:46.939939 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7f8db-6ed1-4875-a65c-6a7b20b0affb req-46f2dd3a-453f-44c9-b7f6-3061fa1d078b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:46.941395 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-54b7f8db-6ed1-4875-a65c-6a7b20b0affb req-46f2dd3a-453f-44c9-b7f6-3061fa1d078b tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 943 time: 0.0887861 May 10 15:34:46.975454 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92915ce-ab81-4bdb-a21e-ba99d10e5373 req-609d4873-3d70-4571-99f6-b68af1a9e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:46.977026 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d92915ce-ab81-4bdb-a21e-ba99d10e5373 req-609d4873-3d70-4571-99f6-b68af1a9e83e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6279250-a834-4915-8026-783b1c75fa9e HTTP/1.1" status: 200 len: 856 time: 0.0605857 May 10 15:34:46.991471 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-54b7f8db-6ed1-4875-a65c-6a7b20b0affb req-427ef613-25c2-4fbf-9887-180bdee01073 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443010 May 10 15:34:47.058386 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92915ce-ab81-4bdb-a21e-ba99d10e5373 req-945d2caa-e88f-4e49-9461-47970cc362e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:47.059796 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d92915ce-ab81-4bdb-a21e-ba99d10e5373 req-945d2caa-e88f-4e49-9461-47970cc362e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757778 May 10 15:34:47.190949 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d92915ce-ab81-4bdb-a21e-ba99d10e5373 req-5bede85f-ce09-482c-a457-8c1f479a818e service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235211 May 10 15:34:47.429873 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d92915ce-ab81-4bdb-a21e-ba99d10e5373 req-bc3e663c-2691-4af0-948a-a7876a4ff18d service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262225 May 10 15:34:47.783479 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device d2264153-af44-4558-8f5f-8f85a4e12932 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:34:47.919150 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port d2264153-af44-4558-8f5f-8f85a4e12932, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d2264153-af44-4558-8f5f-8f85a4e12932,segment=NetworkSegment(c25989dd-45c8-406f-b636-427ede4c499a),segment_id=c25989dd-45c8-406f-b636-427ede4c499a)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:47.932171 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': 'd2264153-af44-4558-8f5f-8f85a4e12932', 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a', 'port_id': 'd2264153-af44-4558-8f5f-8f85a4e12932', 'mac_address': 'fa:16:3e:ca:3e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:34:47.990855 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:48.007677 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2264153-af44-4558-8f5f-8f85a4e12932 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:34:48.023183 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port d2264153-af44-4558-8f5f-8f85a4e12932, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d2264153-af44-4558-8f5f-8f85a4e12932,segment=NetworkSegment(c25989dd-45c8-406f-b636-427ede4c499a),segment_id=c25989dd-45c8-406f-b636-427ede4c499a)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:48.026380 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:48.028095 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-72d1d41c-d299-4792-a80c-10b6c291d575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:48.091988 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=d2264153-af44-4558-8f5f-8f85a4e12932,revision_number=7']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:48.095572 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:48.307129 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['d2264153-af44-4558-8f5f-8f85a4e12932'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:34:48.670122 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:49.798672 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device d2264153-af44-4558-8f5f-8f85a4e12932 up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:34:49.864625 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port d2264153-af44-4558-8f5f-8f85a4e12932 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:49.865008 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:49.982229 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:50.009009 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2264153-af44-4558-8f5f-8f85a4e12932'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:34:50.018739 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port d2264153-af44-4558-8f5f-8f85a4e12932, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d2264153-af44-4558-8f5f-8f85a4e12932,segment=NetworkSegment(c25989dd-45c8-406f-b636-427ede4c499a),segment_id=c25989dd-45c8-406f-b636-427ede4c499a)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:50.022699 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:50.024609 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:50.059213 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2264153-af44-4558-8f5f-8f85a4e12932', 'code': 200} May 10 15:34:50.089782 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=d2264153-af44-4558-8f5f-8f85a4e12932,revision_number=8']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:50.092711 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:52.270020 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:34:53.220435 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-2809e869-36b6-4620-8fe1-00a0254fb5f5 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Synchronizing usage tracker for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:34:53.236568 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-2809e869-36b6-4620-8fe1-00a0254fb5f5 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Unset dirty status for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:34:53.237898 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-2809e869-36b6-4620-8fe1-00a0254fb5f5 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1199416949&fields=id&tenant_id=c4d3a74bb488479ebb94067c73f69d1e HTTP/1.1" status: 200 len: 267 time: 0.0572376 May 10 15:34:53.390915 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-e99ccfce-eb5a-49b2-b10e-f6171806e7fb tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:53.392423 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-e99ccfce-eb5a-49b2-b10e-f6171806e7fb tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/networks?id=4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 200 len: 811 time: 0.1477239 May 10 15:34:53.407401 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-fb8750f8-7aff-4da1-855f-299418d9fa91 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/quotas/c4d3a74bb488479ebb94067c73f69d1e HTTP/1.1" status: 200 len: 375 time: 0.0088038 May 10 15:34:53.589196 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-853dd41e-1323-4cbf-a7bb-14985761c257 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Synchronizing usage tracker for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:34:53.605347 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-853dd41e-1323-4cbf-a7bb-14985761c257 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Unset dirty status for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:34:53.606657 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-853dd41e-1323-4cbf-a7bb-14985761c257 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1937013 May 10 15:34:53.755478 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-4bb8dedb-c827-4be1-b02c-6a023236e1cd service neutron] 10.222.0.11 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349680 May 10 15:34:53.889712 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-a9b64378-e92e-4d9c-977e-9f226ed28163 service neutron] 10.222.0.11 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283247 May 10 15:34:54.195465 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa755d65-dd8b-4dc5-991e-fb7f558dd82a req-9c3d44a7-ca60-42e3-92bd-5f7ba58daeaa tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:54.197231 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-aa755d65-dd8b-4dc5-991e-fb7f558dd82a req-9c3d44a7-ca60-42e3-92bd-5f7ba58daeaa tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 946 time: 0.0894959 May 10 15:34:54.245030 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-aa755d65-dd8b-4dc5-991e-fb7f558dd82a req-867d6173-75e5-4c00-b8d0-c59975edb8b0 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418561 May 10 15:34:54.302784 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7f4e152d-89bf-4b2c-9008-f7350f067dd2 req-ce8bd43c-b69e-48db-baa1-322c9907d2ac tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 210 time: 0.0417690 May 10 15:34:55.017997 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-048efa95-b476-40c6-96d8-07dee8021465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:55.416077 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-88dcaf98-2214-41b7-a6db-013975787703 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:55.417817 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-88dcaf98-2214-41b7-a6db-013975787703 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Synchronizing usage tracker for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:network {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:34:55.445000 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-88dcaf98-2214-41b7-a6db-013975787703 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Unset dirty status for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:network {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:34:55.446546 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-88dcaf98-2214-41b7-a6db-013975787703 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.46 "GET /v2.0/networks?id=4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 200 len: 811 time: 0.2329865 May 10 15:34:55.536641 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4f1441b3-b056-48ca-9174-b6190b0cec5b req-c165d95e-cd3e-4659-9a77-4f5fb848f510 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 210 time: 0.0586691 May 10 15:34:55.548925 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-501f6dd5-d0d5-4a2b-9ea5-0484876c9a24 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Synchronizing usage tracker for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:security_group {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:34:55.549333 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fa1b6-106d-41bd-b376-ef76bdee65c5 req-e89964a7-8d67-4f54-9211-650de8509c22 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:55.559263 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d00fa1b6-106d-41bd-b376-ef76bdee65c5 req-e89964a7-8d67-4f54-9211-650de8509c22 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 946 time: 0.1106150 May 10 15:34:55.562034 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-501f6dd5-d0d5-4a2b-9ea5-0484876c9a24 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Unset dirty status for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:security_group {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:34:55.563704 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-501f6dd5-d0d5-4a2b-9ea5-0484876c9a24 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4d3a74bb488479ebb94067c73f69d1e HTTP/1.1" status: 200 len: 380 time: 0.1081214 May 10 15:34:55.572895 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-ef7e0db0-a97c-485d-819f-77c1509b163a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Request body: {'port': {'device_id': 'a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'admin_state_up': True, 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'security_groups': ['30df71e7-75ad-4963-8d71-11075dcfd2d9']}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:55.596094 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d00fa1b6-106d-41bd-b376-ef76bdee65c5 req-0d41407a-fa2e-4d39-a5c5-cd88f06bab7d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d830710-6aff-4eef-b4cb-27e9354d4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389340 May 10 15:34:55.686423 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bba8a-1304-4cb7-aaa4-dd19b6f77a73 req-1a21f701-f44b-4554-b5ae-731f0c3b86fb tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:55.688470 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9e0bba8a-1304-4cb7-aaa4-dd19b6f77a73 req-1a21f701-f44b-4554-b5ae-731f0c3b86fb tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 946 time: 0.0794525 May 10 15:34:55.707436 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-ef7e0db0-a97c-485d-819f-77c1509b163a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:55.718664 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-ef7e0db0-a97c-485d-819f-77c1509b163a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:55.728732 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-ef7e0db0-a97c-485d-819f-77c1509b163a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Made reservation on behalf of c4d3a74bb488479ebb94067c73f69d1e for: {'port': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:34:55.732250 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-ef7e0db0-a97c-485d-819f-77c1509b163a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:55.832832 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-9e0bba8a-1304-4cb7-aaa4-dd19b6f77a73 req-00ec0c6a-176f-4956-9c33-8dcfed88478c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Deleting port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:34:55.833236 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-9e0bba8a-1304-4cb7-aaa4-dd19b6f77a73 req-00ec0c6a-176f-4956-9c33-8dcfed88478c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:55.908164 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-ef7e0db0-a97c-485d-819f-77c1509b163a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Allocated IP 172.20.0.7 (4ac1649f-2223-4be4-9954-4ed1531d1e90/ddffacae-9229-42f8-961f-3c3938ae62c4/8d876ebb-3a29-4116-aa89-a9d474853b23) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:34:55.967524 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-9e0bba8a-1304-4cb7-aaa4-dd19b6f77a73 req-00ec0c6a-176f-4956-9c33-8dcfed88478c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] For port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:55.967917 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-9e0bba8a-1304-4cb7-aaa4-dd19b6f77a73 req-00ec0c6a-176f-4956-9c33-8dcfed88478c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:56.093661 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-ef7e0db0-a97c-485d-819f-77c1509b163a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:56.108996 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-ef7e0db0-a97c-485d-819f-77c1509b163a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Transition to ACTIVE for port object 8d876ebb-3a29-4116-aa89-a9d474853b23 will not be triggered until provisioned by entity DHCP. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:34:56.133472 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-ef7e0db0-a97c-485d-819f-77c1509b163a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:56.138999 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:56.202137 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-ef7e0db0-a97c-485d-819f-77c1509b163a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Network 4ac1649f-2223-4be4-9954-4ed1531d1e90 is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:34:56.205201 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-ef7e0db0-a97c-485d-819f-77c1509b163a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:34:56.209182 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-ef7e0db0-a97c-485d-819f-77c1509b163a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:34:56.254238 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e0db0-a97c-485d-819f-77c1509b163a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event updated for resources: {'Port': ['ID=8d876ebb-3a29-4116-aa89-a9d474853b23,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:56.258631 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ef7e0db0-a97c-485d-819f-77c1509b163a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:56.266811 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-9e0bba8a-1304-4cb7-aaa4-dd19b6f77a73 req-00ec0c6a-176f-4956-9c33-8dcfed88478c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:56.267260 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-9e0bba8a-1304-4cb7-aaa4-dd19b6f77a73 req-00ec0c6a-176f-4956-9c33-8dcfed88478c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706874'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:56.267706 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.l3_db [req-9e0bba8a-1304-4cb7-aaa4-dd19b6f77a73 req-00ec0c6a-176f-4956-9c33-8dcfed88478c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Floating IP bb4163f1-a971-4b87-802b-55b05a2a2f1b disassociated. External IP: 172.27.3.196, port: f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9. May 10 15:34:56.267955 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-9e0bba8a-1304-4cb7-aaa4-dd19b6f77a73 req-00ec0c6a-176f-4956-9c33-8dcfed88478c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Calling delete_port for f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:34:56.283679 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-ef7e0db0-a97c-485d-819f-77c1509b163a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:56.284337 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-ef7e0db0-a97c-485d-819f-77c1509b163a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:56.312671 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-ef7e0db0-a97c-485d-819f-77c1509b163a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7432463 May 10 15:34:56.325075 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Request body: {'port': {'device_id': 'a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:56.390871 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-9e0bba8a-1304-4cb7-aaa4-dd19b6f77a73 req-00ec0c6a-176f-4956-9c33-8dcfed88478c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:56.400624 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:56.454017 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:56.470296 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec0c6a-176f-4956-9c33-8dcfed88478c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Pushing event deleted for resources: {'Port': ['ID=f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:56.474113 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-00ec0c6a-176f-4956-9c33-8dcfed88478c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:56.482677 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-d8036ebc-12b6-4a1b-8e6e-4c3e5e41cf06 None None] Provisioning for port 8d876ebb-3a29-4116-aa89-a9d474853b23 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:34:56.489410 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-d8036ebc-12b6-4a1b-8e6e-4c3e5e41cf06 None None] Provisioning complete for port 8d876ebb-3a29-4116-aa89-a9d474853b23 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:56.489798 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d8036ebc-12b6-4a1b-8e6e-4c3e5e41cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:56.545862 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-d8036ebc-12b6-4a1b-8e6e-4c3e5e41cf06 None None] Port 8d876ebb-3a29-4116-aa89-a9d474853b23 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:34:56.668570 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e0bba8a-1304-4cb7-aaa4-dd19b6f77a73 req-00ec0c6a-176f-4956-9c33-8dcfed88478c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Router 859f4aba-b9bb-4250-881a-a1ee81cab23b has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:34:56.835665 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76759786-8e4f-4dfd-875c-cab74ac3ee81 req-c993f7c4-1af5-4742-ae00-bfc8eba625ea tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:56.837012 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-76759786-8e4f-4dfd-875c-cab74ac3ee81 req-c993f7c4-1af5-4742-ae00-bfc8eba625ea tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Synchronizing usage tracker for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:34:56.912796 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-76759786-8e4f-4dfd-875c-cab74ac3ee81 req-c993f7c4-1af5-4742-ae00-bfc8eba625ea tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Unset dirty status for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:34:56.913880 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-76759786-8e4f-4dfd-875c-cab74ac3ee81 req-c993f7c4-1af5-4742-ae00-bfc8eba625ea tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 931 time: 0.2305343 May 10 15:34:56.958526 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ede4fe63-8e48-424f-bb77-953357f2aa87 req-f248ae21-c0ae-41a9-a611-8014f1a6c41d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1 HTTP/1.1" status: 200 len: 210 time: 0.1200435 May 10 15:34:56.959454 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d876ebb-3a29-4116-aa89-a9d474853b23 {{(pid=78734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:34:56.978314 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:57.002732 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-76759786-8e4f-4dfd-875c-cab74ac3ee81 req-ae5b5249-1e79-4c50-bbd2-6f160c98735e tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778246 May 10 15:34:57.005144 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Transition to ACTIVE for port object 8d876ebb-3a29-4116-aa89-a9d474853b23 will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:34:57.009904 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:57.015680 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:57.024103 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e0bba8a-1304-4cb7-aaa4-dd19b6f77a73 req-00ec0c6a-176f-4956-9c33-8dcfed88478c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:34:57.034745 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c9043e-7a57-4f17-8ed2-8342498f514a None None] Sync routers for ids ['859f4aba-b9bb-4250-881a-a1ee81cab23b'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:34:57.044299 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c9043e-7a57-4f17-8ed2-8342498f514a None None] Routers {'859f4aba-b9bb-4250-881a-a1ee81cab23b'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:34:57.044922 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-e0c9043e-7a57-4f17-8ed2-8342498f514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:34:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['859f4aba-b9bb-4250-881a-a1ee81cab23b'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:57.104747 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0bba8a-1304-4cb7-aaa4-dd19b6f77a73 req-00ec0c6a-176f-4956-9c33-8dcfed88478c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] No DVR routers for this DVR port f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 on host hv-cinder-78494 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:34:57.107323 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-9e0bba8a-1304-4cb7-aaa4-dd19b6f77a73 req-00ec0c6a-176f-4956-9c33-8dcfed88478c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:57.118678 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'name': 'network-vif-deleted', 'tag': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:34:57.137066 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9e0bba8a-1304-4cb7-aaa4-dd19b6f77a73 req-00ec0c6a-176f-4956-9c33-8dcfed88478c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.46 "DELETE /v2.0/ports/f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 HTTP/1.1" status: 204 len: 173 time: 1.4433162 May 10 15:34:57.189609 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf9433e-c5a9-43b5-8c26-9b93b7ebf4a1', 'name': 'network-vif-deleted', 'tag': 'f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9', 'status': 'completed', 'code': 200} May 10 15:34:57.296474 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-e0c9043e-7a57-4f17-8ed2-8342498f514a None None] Set router 859f4aba-b9bb-4250-881a-a1ee81cab23b gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:34:57.331989 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Pushing event updated for resources: {'Port': ['ID=8d876ebb-3a29-4116-aa89-a9d474853b23,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:57.338824 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:57.405852 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Attempting to bind port 8d876ebb-3a29-4116-aa89-a9d474853b23 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:34:57.406193 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Attempting to bind port 8d876ebb-3a29-4116-aa89-a9d474853b23 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:34:57.407171 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Attempting to bind port 8d876ebb-3a29-4116-aa89-a9d474853b23 on network 4ac1649f-2223-4be4-9954-4ed1531d1e90 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:34:57.411843 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Port 8d876ebb-3a29-4116-aa89-a9d474853b23 on network 4ac1649f-2223-4be4-9954-4ed1531d1e90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:34:57.412216 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Attempting to bind port 8d876ebb-3a29-4116-aa89-a9d474853b23 on network 4ac1649f-2223-4be4-9954-4ed1531d1e90 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:34:57.417237 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:34:57.417577 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Checking segment: {'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:34:57.417961 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Bound using segment: {'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:34:57.418390 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Bound port: 8d876ebb-3a29-4116-aa89-a9d474853b23, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:34:57.418739 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:57.511135 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] For port 8d876ebb-3a29-4116-aa89-a9d474853b23, host hv-cinder-78494, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:34:57.514343 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] For port 8d876ebb-3a29-4116-aa89-a9d474853b23, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8d876ebb-3a29-4116-aa89-a9d474853b23,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:34:57.520595 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:57.524258 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:57.577151 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:57.577607 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:57.579548 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] 10.222.0.46 "PUT /v2.0/ports/8d876ebb-3a29-4116-aa89-a9d474853b23 HTTP/1.1" status: 200 len: 1093 time: 1.2593157 May 10 15:34:57.580179 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e', 'tag': '8d876ebb-3a29-4116-aa89-a9d474853b23'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:34:57.641720 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-e0c9043e-7a57-4f17-8ed2-8342498f514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:31:45Z', 'revision_number': 4, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034', 'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'mac_address': 'fa:16:3e:4f:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:44Z', 'updated_at': '2021-05-10T15:31:54Z', 'revision_number': 5, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'subnets': [{'id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:57.646768 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c9043e-7a57-4f17-8ed2-8342498f514a None None] Checking router: 859f4aba-b9bb-4250-881a-a1ee81cab23b for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:34:57.656566 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c9043e-7a57-4f17-8ed2-8342498f514a None None] Routers {'859f4aba-b9bb-4250-881a-a1ee81cab23b'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:34:57.657210 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-e0c9043e-7a57-4f17-8ed2-8342498f514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:34:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['859f4aba-b9bb-4250-881a-a1ee81cab23b'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:57.694751 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e', 'tag': '8d876ebb-3a29-4116-aa89-a9d474853b23', 'status': 'completed', 'code': 200} May 10 15:34:57.695724 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Pushing event updated for resources: {'Port': ['ID=8d876ebb-3a29-4116-aa89-a9d474853b23,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:57.700130 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:57.752084 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-fed2ab6c-88a9-45e4-87be-b76d4fe1688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:57.753772 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-fed2ab6c-88a9-45e4-87be-b76d4fe1688b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 1096 time: 0.1198599 May 10 15:34:57.816567 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:57.832892 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-c4359aab-12b1-4ab4-9878-4b52ef9785a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d876ebb-3a29-4116-aa89-a9d474853b23 HTTP/1.1" status: 200 len: 217 time: 0.0707765 May 10 15:34:57.877312 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-e0c9043e-7a57-4f17-8ed2-8342498f514a None None] Set router 859f4aba-b9bb-4250-881a-a1ee81cab23b gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:34:57.908358 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-4b2ed87b-7775-4ef1-a290-1d3419e81f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:57.909916 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-4b2ed87b-7775-4ef1-a290-1d3419e81f8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddffacae-9229-42f8-961f-3c3938ae62c4 HTTP/1.1" status: 200 len: 850 time: 0.0695407 May 10 15:34:57.948489 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-38b8e24c-1a51-49fd-8749-d2a341fa9bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:57.992023 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-d8d80f01-0ae3-47c8-8280-980b9a458853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:57.993405 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-d8d80f01-0ae3-47c8-8280-980b9a458853 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ac1649f-2223-4be4-9954-4ed1531d1e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757618 May 10 15:34:58.119701 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51722) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:58.189322 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-89986104-f8a0-4c29-84e7-f17453a20dfa tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:58.197265 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-ae44acb5-1d57-4f93-a825-f1181869ed5e service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969960 May 10 15:34:58.219700 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-89986104-f8a0-4c29-84e7-f17453a20dfa tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:58.264708 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-e0c9043e-7a57-4f17-8ed2-8342498f514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:31:45Z', 'revision_number': 4, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034', 'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'mac_address': 'fa:16:3e:4f:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:44Z', 'updated_at': '2021-05-10T15:31:54Z', 'revision_number': 5, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'subnets': [{'id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:34:58.269490 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c9043e-7a57-4f17-8ed2-8342498f514a None None] The sync data for ids ['859f4aba-b9bb-4250-881a-a1ee81cab23b'] in dv-cinder-784945-8-iscsi is: [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:31:45Z', 'revision_number': 4, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034', 'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'mac_address': 'fa:16:3e:4f:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:44Z', 'updated_at': '2021-05-10T15:31:54Z', 'revision_number': 5, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'subnets': [{'id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:34:58.278195 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-89986104-f8a0-4c29-84e7-f17453a20dfa tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:58.282534 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-10e4f1b3-c8c1-4922-a03f-0adf6990138d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:58.298590 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89986104-f8a0-4c29-84e7-f17453a20dfa tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d830710-6aff-4eef-b4cb-27e9354d4ac2,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:58.301853 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-89986104-f8a0-4c29-84e7-f17453a20dfa tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:58.312011 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-89986104-f8a0-4c29-84e7-f17453a20dfa tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:58.313159 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-89986104-f8a0-4c29-84e7-f17453a20dfa tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "DELETE /v2.0/security-groups/0d830710-6aff-4eef-b4cb-27e9354d4ac2 HTTP/1.1" status: 204 len: 168 time: 0.1917379 May 10 15:34:58.315676 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51726) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:58.320611 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbfe6f-0333-4325-89ed-d19c21b44e5b req-a4737d2a-8f58-45fe-b8c6-1c7330c672fb tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:58.322164 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4bbbfe6f-0333-4325-89ed-d19c21b44e5b req-a4737d2a-8f58-45fe-b8c6-1c7330c672fb tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 943 time: 0.1940694 May 10 15:34:58.339389 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.api.v2.resource [None req-568df029-eaf2-44ec-a73c-afb7a1bdfbda tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] show failed (client error): The resource could not be found. May 10 15:34:58.340699 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-568df029-eaf2-44ec-a73c-afb7a1bdfbda tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups/0d830710-6aff-4eef-b4cb-27e9354d4ac2 HTTP/1.1" status: 404 len: 347 time: 0.0238934 May 10 15:34:58.343929 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51730) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:58.412346 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4bbbfe6f-0333-4325-89ed-d19c21b44e5b req-17396c86-9b4b-4034-b5e5-e6d4dceed059 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796368 May 10 15:34:58.414187 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-efb392b7-d10f-4f70-9f51-7d7c94ae7490 req-50c485bb-759f-43a4-a916-a0ef022c83b3 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075467 May 10 15:34:58.533375 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e74565-e9f2-47f3-ae7a-c483cfeb1985 req-499902d3-d9be-4f1c-933c-385b56d7643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:58.535147 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-16e74565-e9f2-47f3-ae7a-c483cfeb1985 req-499902d3-d9be-4f1c-933c-385b56d7643a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 1096 time: 0.0753949 May 10 15:34:58.551603 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41b9229-b9d8-4e47-85de-c66f13c82ead None None] New status for floating IP bb4163f1-a971-4b87-802b-55b05a2a2f1b: DOWN {{(pid=78737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:34:58.572496 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:58.588560 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-ed7b0a30-e4df-499a-8885-9c002005d2d5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Deleting port 09c89f74-d387-43c0-b75b-8464366b3afa {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:34:58.588907 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ed7b0a30-e4df-499a-8885-9c002005d2d5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:58.684864 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e74565-e9f2-47f3-ae7a-c483cfeb1985 req-655a6f6f-9281-447a-98c7-0c631e8b850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:58.687057 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-16e74565-e9f2-47f3-ae7a-c483cfeb1985 req-655a6f6f-9281-447a-98c7-0c631e8b850c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 200 len: 912 time: 0.1456518 May 10 15:34:58.712562 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ed7b0a30-e4df-499a-8885-9c002005d2d5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:58.712891 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ed7b0a30-e4df-499a-8885-9c002005d2d5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:58.768365 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-16e74565-e9f2-47f3-ae7a-c483cfeb1985 req-99b05630-d51f-4fc7-8d5c-3893a81a9208 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d876ebb-3a29-4116-aa89-a9d474853b23 HTTP/1.1" status: 200 len: 217 time: 0.0740213 May 10 15:34:58.835141 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-ed7b0a30-e4df-499a-8885-9c002005d2d5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Calling delete_port for 09c89f74-d387-43c0-b75b-8464366b3afa owned by network:floatingip {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:34:58.838040 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e74565-e9f2-47f3-ae7a-c483cfeb1985 req-0f124278-aaf5-4ddb-a662-78b8e2e29fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:58.839527 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-16e74565-e9f2-47f3-ae7a-c483cfeb1985 req-0f124278-aaf5-4ddb-a662-78b8e2e29fde service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddffacae-9229-42f8-961f-3c3938ae62c4 HTTP/1.1" status: 200 len: 850 time: 0.0650938 May 10 15:34:58.919975 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e74565-e9f2-47f3-ae7a-c483cfeb1985 req-eb2c6a06-2d53-4166-90a4-e0d872ed745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:58.921415 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-16e74565-e9f2-47f3-ae7a-c483cfeb1985 req-eb2c6a06-2d53-4166-90a4-e0d872ed745a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ac1649f-2223-4be4-9954-4ed1531d1e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749161 May 10 15:34:58.946097 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ed7b0a30-e4df-499a-8885-9c002005d2d5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:58.950055 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:58.994267 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b0a30-e4df-499a-8885-9c002005d2d5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Pushing event deleted for resources: {'Port': ['ID=09c89f74-d387-43c0-b75b-8464366b3afa,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:58.996954 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ed7b0a30-e4df-499a-8885-9c002005d2d5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:59.054786 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-16e74565-e9f2-47f3-ae7a-c483cfeb1985 req-b1bd6371-3c4c-45eb-9027-2670a2b21838 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261866 May 10 15:34:59.088855 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ed7b0a30-e4df-499a-8885-9c002005d2d5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for floatingip, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:59.104897 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ed7b0a30-e4df-499a-8885-9c002005d2d5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:59.106045 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-ed7b0a30-e4df-499a-8885-9c002005d2d5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "DELETE /v2.0/floatingips/bb4163f1-a971-4b87-802b-55b05a2a2f1b HTTP/1.1" status: 204 len: 168 time: 0.7613769 May 10 15:34:59.289016 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-16e74565-e9f2-47f3-ae7a-c483cfeb1985 req-03359b03-f252-400e-bc1d-0e986206fea4 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270892 May 10 15:34:59.463269 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51740) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:59.468852 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-4417db1a-9d45-4902-86ab-f02e54a6b80a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1309167864', 'description': 'tempest-description--45019222'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:59.475359 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-4417db1a-9d45-4902-86ab-f02e54a6b80a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:59.479420 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-4417db1a-9d45-4902-86ab-f02e54a6b80a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Usage tracker for resource:security_group and tenant:a29b1e7130414c8d8df10d6bafc227cf is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:59.482424 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-4417db1a-9d45-4902-86ab-f02e54a6b80a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:59.488815 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-4417db1a-9d45-4902-86ab-f02e54a6b80a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:59.499227 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4417db1a-9d45-4902-86ab-f02e54a6b80a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:59.519560 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-4417db1a-9d45-4902-86ab-f02e54a6b80a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:59.523335 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-4417db1a-9d45-4902-86ab-f02e54a6b80a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Usage tracker for resource:security_group_rule and tenant:a29b1e7130414c8d8df10d6bafc227cf is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:59.526174 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-4417db1a-9d45-4902-86ab-f02e54a6b80a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:59.532372 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-4417db1a-9d45-4902-86ab-f02e54a6b80a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:59.605059 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4417db1a-9d45-4902-86ab-f02e54a6b80a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:59.608929 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4417db1a-9d45-4902-86ab-f02e54a6b80a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:59.610177 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3ff60-b885-41f4-b7c2-5d3dda62a296 req-e2d0e708-0866-4b33-81ea-ff53c1d20cad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:34:59.611665 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-adc3ff60-b885-41f4-b7c2-5d3dda62a296 req-e2d0e708-0866-4b33-81ea-ff53c1d20cad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 943 time: 0.0811265 May 10 15:34:59.619219 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-17511cfc-8a07-4547-b329-65da658673e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:59.658424 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-adc3ff60-b885-41f4-b7c2-5d3dda62a296 req-ebf29dab-361a-4a2a-a22e-76179a8054b9 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406210 May 10 15:34:59.663582 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417db1a-9d45-4902-86ab-f02e54a6b80a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4011805-6986-47bc-8ae2-68a1af284ebf,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:59.666460 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4417db1a-9d45-4902-86ab-f02e54a6b80a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:59.668912 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-4417db1a-9d45-4902-86ab-f02e54a6b80a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2033367 May 10 15:34:59.668912 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4417db1a-9d45-4902-86ab-f02e54a6b80a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:59.670797 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51744) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:59.676307 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-051680ea-8f29-4e08-a851-fdde7cfde4a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Request body: {'security_group_rule': {'security_group_id': 'a4011805-6986-47bc-8ae2-68a1af284ebf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:59.682411 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-051680ea-8f29-4e08-a851-fdde7cfde4a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:59.686168 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-051680ea-8f29-4e08-a851-fdde7cfde4a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Usage tracker for resource:security_group_rule and tenant:a29b1e7130414c8d8df10d6bafc227cf is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:59.689044 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-051680ea-8f29-4e08-a851-fdde7cfde4a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:59.694651 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-051680ea-8f29-4e08-a851-fdde7cfde4a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:59.710276 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-051680ea-8f29-4e08-a851-fdde7cfde4a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:59.772849 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-051680ea-8f29-4e08-a851-fdde7cfde4a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:59.776599 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-051680ea-8f29-4e08-a851-fdde7cfde4a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:59.778622 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:59.798684 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051680ea-8f29-4e08-a851-fdde7cfde4a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da34c24-7be7-453a-9f4a-e16ed48755e8,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:59.802623 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-051680ea-8f29-4e08-a851-fdde7cfde4a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:59.809804 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-051680ea-8f29-4e08-a851-fdde7cfde4a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:59.811015 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-051680ea-8f29-4e08-a851-fdde7cfde4a1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390462 May 10 15:34:59.814568 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51750) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:59.819544 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-d45d6b89-4df5-441e-91dd-624081363c7e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Request body: {'security_group_rule': {'security_group_id': 'a4011805-6986-47bc-8ae2-68a1af284ebf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:59.825081 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-d45d6b89-4df5-441e-91dd-624081363c7e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:59.828848 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-d45d6b89-4df5-441e-91dd-624081363c7e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Usage tracker for resource:security_group_rule and tenant:a29b1e7130414c8d8df10d6bafc227cf is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:59.831635 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-d45d6b89-4df5-441e-91dd-624081363c7e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:59.837250 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-d45d6b89-4df5-441e-91dd-624081363c7e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:59.853666 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d45d6b89-4df5-441e-91dd-624081363c7e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:59.891066 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:34:59.915017 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d45d6b89-4df5-441e-91dd-624081363c7e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:59.919225 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d45d6b89-4df5-441e-91dd-624081363c7e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:59.921497 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-6948c79d-da28-4b73-85b0-f57b5f160152 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:34:59.926169 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:34:59.926532 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device f92d1c53-9e8c-4e08-b5c3-ff7c0fea6ef9 not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:34:59.944932 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d6b89-4df5-441e-91dd-624081363c7e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fe72a9-032f-4a3d-b5bc-55cc9031168a,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:59.947440 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d45d6b89-4df5-441e-91dd-624081363c7e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:34:59.954609 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d45d6b89-4df5-441e-91dd-624081363c7e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:59.955819 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-d45d6b89-4df5-441e-91dd-624081363c7e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403224 May 10 15:34:59.958882 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51754) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:34:59.964959 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Request body: {'floatingip': {'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:34:59.971441 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:34:59.975365 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Usage tracker for resource:floatingip and tenant:a29b1e7130414c8d8df10d6bafc227cf is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:34:59.978208 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:34:59.983759 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:34:59.994165 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for floatingip, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:00.223128 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:00.324707 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:00.363527 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Allocated IP 172.27.3.240 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/e56f1850-1a57-474d-9110-a5470f69cb78) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:35:00.509718 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:00.539583 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:00.544052 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-00ec0c6a-176f-4956-9c33-8dcfed88478c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:00.604421 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:35:00.607127 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:35:00.615383 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:35:00.644926 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Pushing event updated for resources: {'Port': ['ID=e56f1850-1a57-474d-9110-a5470f69cb78,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:00.650721 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:00.697588 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:00.762631 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:00.989088 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecc361-dec7-4972-82f6-543e9f3039fd req-d4f80082-6133-4b88-baa9-10f622ec6a49 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:00.990557 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-43ecc361-dec7-4972-82f6-543e9f3039fd req-d4f80082-6133-4b88-baa9-10f622ec6a49 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 943 time: 0.2042527 May 10 15:35:01.056063 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-43ecc361-dec7-4972-82f6-543e9f3039fd req-af89c1af-33fb-4edc-beef-62aca8f53dff tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578146 May 10 15:35:01.072435 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:01.076995 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:01.082285 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:01.191265 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Pushing event updated for resources: {'Port': ['ID=e56f1850-1a57-474d-9110-a5470f69cb78,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:01.194270 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:01.199732 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706874'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:01.223202 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:01.224638 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2640545 May 10 15:35:01.447212 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-0b4ac5aa-3d30-4c7c-a118-a30607b9e712 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1309167864&fields=id&tenant_id=a29b1e7130414c8d8df10d6bafc227cf HTTP/1.1" status: 200 len: 267 time: 0.0437896 May 10 15:35:01.596475 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-f25f32ee-91ec-42c4-8619-369df9064d6f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:01.597810 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-f25f32ee-91ec-42c4-8619-369df9064d6f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/networks?id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 HTTP/1.1" status: 200 len: 817 time: 0.1441481 May 10 15:35:01.612243 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-782f5446-c0de-408b-b9f4-ed7c9facac8c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/quotas/a29b1e7130414c8d8df10d6bafc227cf HTTP/1.1" status: 200 len: 375 time: 0.0089736 May 10 15:35:01.695399 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-4a35be1d-51ef-4135-a0db-072d1e4c7e9a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a29b1e7130414c8d8df10d6bafc227cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781784 May 10 15:35:01.881331 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-040e1f7f-eefa-4857-a258-1aa72604c9f7 service neutron] 10.222.0.11 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736729 May 10 15:35:02.036448 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-f6250385-5386-4d87-b0bb-551d7efe773a service neutron] 10.222.0.11 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491508 May 10 15:35:02.281755 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc3789-9cd5-4c67-958e-556e9c58fbfb req-e553d2e9-0dc6-423a-8b07-5c00eb8d7758 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:02.283175 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d3bc3789-9cd5-4c67-958e-556e9c58fbfb req-e553d2e9-0dc6-423a-8b07-5c00eb8d7758 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 943 time: 0.0826833 May 10 15:35:02.330029 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d3bc3789-9cd5-4c67-958e-556e9c58fbfb req-d20addd2-d8bc-4b99-8535-97fd8eae2e03 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409539 May 10 15:35:03.253526 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-6b4b0f26-754f-4bd5-825f-d084796e6b1a req-10f2e9e7-c08c-4510-866f-531b1984f127 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Synchronizing usage tracker for tenant:a29b1e7130414c8d8df10d6bafc227cf on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:35:03.272157 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-6b4b0f26-754f-4bd5-825f-d084796e6b1a req-10f2e9e7-c08c-4510-866f-531b1984f127 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Unset dirty status for tenant:a29b1e7130414c8d8df10d6bafc227cf on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:35:03.273266 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6b4b0f26-754f-4bd5-825f-d084796e6b1a req-10f2e9e7-c08c-4510-866f-531b1984f127 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 210 time: 0.0656052 May 10 15:35:03.529270 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bd67a-b928-4799-94a1-42f304b42d54 req-11a413fd-341f-414f-b7d6-60837fa5b36c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:03.530714 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-969bd67a-b928-4799-94a1-42f304b42d54 req-11a413fd-341f-414f-b7d6-60837fa5b36c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 943 time: 0.0835137 May 10 15:35:03.575640 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-969bd67a-b928-4799-94a1-42f304b42d54 req-b147bc31-5302-4ed4-9ad9-1206f422137b tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390308 May 10 15:35:04.392425 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-d1a21d1b-81ba-4208-84e3-6a8133996a1e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:04.393706 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-d1a21d1b-81ba-4208-84e3-6a8133996a1e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.46 "GET /v2.0/networks?id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 HTTP/1.1" status: 200 len: 817 time: 0.1491108 May 10 15:35:04.444358 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-3485fc88-df85-4707-aaa2-4f5188baafb6 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a29b1e7130414c8d8df10d6bafc227cf HTTP/1.1" status: 200 len: 380 time: 0.0415199 May 10 15:35:04.446916 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4f2a2e30-38cf-43f0-96dd-a8081f20aa4b req-ed7764f6-2a91-441d-ae53-fe6824998c91 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 210 time: 0.0456326 May 10 15:35:04.460491 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-092439e9-b346-4830-bbe6-0585c1fddb7a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Request body: {'port': {'device_id': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'admin_state_up': True, 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'security_groups': ['a4011805-6986-47bc-8ae2-68a1af284ebf']}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:35:04.593066 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-092439e9-b346-4830-bbe6-0585c1fddb7a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:35:04.602683 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-092439e9-b346-4830-bbe6-0585c1fddb7a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:35:04.612801 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-092439e9-b346-4830-bbe6-0585c1fddb7a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Made reservation on behalf of a29b1e7130414c8d8df10d6bafc227cf for: {'port': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:35:04.616335 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-092439e9-b346-4830-bbe6-0585c1fddb7a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:04.830552 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-092439e9-b346-4830-bbe6-0585c1fddb7a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Allocated IP 172.20.0.7 (30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7/a6279250-a834-4915-8026-783b1c75fa9e/8ac12d59-a667-449e-bbc9-40e4f6a43867) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:35:04.839057 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2b167-5893-4676-8073-d7f3704b35d4 req-5aec16e8-5a6c-40ef-b9b7-82fdaa4e40a7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:04.840582 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1ac2b167-5893-4676-8073-d7f3704b35d4 req-5aec16e8-5a6c-40ef-b9b7-82fdaa4e40a7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 943 time: 0.1561141 May 10 15:35:04.911905 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1ac2b167-5893-4676-8073-d7f3704b35d4 req-be3b02ae-2d03-4634-a541-9465c4788ddd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636930 May 10 15:35:05.165919 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-092439e9-b346-4830-bbe6-0585c1fddb7a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:05.182803 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-092439e9-b346-4830-bbe6-0585c1fddb7a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Transition to ACTIVE for port object 8ac12d59-a667-449e-bbc9-40e4f6a43867 will not be triggered until provisioned by entity DHCP. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:35:05.205821 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-092439e9-b346-4830-bbe6-0585c1fddb7a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:05.211276 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-20807393-81f4-4cac-8279-b00ee66221f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:05.268736 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-092439e9-b346-4830-bbe6-0585c1fddb7a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:35:05.271748 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-092439e9-b346-4830-bbe6-0585c1fddb7a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:35:05.275627 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-092439e9-b346-4830-bbe6-0585c1fddb7a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:35:05.326916 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092439e9-b346-4830-bbe6-0585c1fddb7a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Pushing event updated for resources: {'Port': ['ID=8ac12d59-a667-449e-bbc9-40e4f6a43867,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:05.331741 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-092439e9-b346-4830-bbe6-0585c1fddb7a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:05.355768 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-092439e9-b346-4830-bbe6-0585c1fddb7a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:05.356470 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-092439e9-b346-4830-bbe6-0585c1fddb7a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:05.385306 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-092439e9-b346-4830-bbe6-0585c1fddb7a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9286590 May 10 15:35:05.398049 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Request body: {'port': {'device_id': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:35:05.527650 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:05.533312 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-7550ecfb-6bac-4b8a-ab48-ba65924bf370 None None] Provisioning for port 8ac12d59-a667-449e-bbc9-40e4f6a43867 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:35:05.547917 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-7550ecfb-6bac-4b8a-ab48-ba65924bf370 None None] Provisioning complete for port 8ac12d59-a667-449e-bbc9-40e4f6a43867 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:35:05.548313 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7550ecfb-6bac-4b8a-ab48-ba65924bf370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:05.610396 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-7550ecfb-6bac-4b8a-ab48-ba65924bf370 None None] Port 8ac12d59-a667-449e-bbc9-40e4f6a43867 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:35:05.667006 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4d65f-0184-4c2a-90a5-244ef4ceac45 req-4881f218-abd4-4f3b-9d0a-a95e876473a7 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:05.668291 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0bf4d65f-0184-4c2a-90a5-244ef4ceac45 req-4881f218-abd4-4f3b-9d0a-a95e876473a7 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 931 time: 0.0928807 May 10 15:35:05.716757 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-0bf4d65f-0184-4c2a-90a5-244ef4ceac45 req-a0f6acc9-7977-4c7f-89b9-9f7c54543b0c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Synchronizing usage tracker for tenant:a29b1e7130414c8d8df10d6bafc227cf on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:35:05.733464 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-0bf4d65f-0184-4c2a-90a5-244ef4ceac45 req-a0f6acc9-7977-4c7f-89b9-9f7c54543b0c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Unset dirty status for tenant:a29b1e7130414c8d8df10d6bafc227cf on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:35:05.734879 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0bf4d65f-0184-4c2a-90a5-244ef4ceac45 req-a0f6acc9-7977-4c7f-89b9-9f7c54543b0c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597675 May 10 15:35:05.909052 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac12d59-a667-449e-bbc9-40e4f6a43867 {{(pid=78734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:35:05.916099 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:05.929721 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Transition to ACTIVE for port object 8ac12d59-a667-449e-bbc9-40e4f6a43867 will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:35:05.933804 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:05.938618 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-9d1fbdbf-5f14-4851-b850-8e66fc6fe0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:06.130873 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac12d59-a667-449e-bbc9-40e4f6a43867,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:06.150151 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:06.150528 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:06.150897 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:06.151263 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:06.151629 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:06.152009 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:06.152370 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:06.152724 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:06.153077 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:06.153522 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:06.153774 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:06.154121 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:06.182174 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:06.241278 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Attempting to bind port 8ac12d59-a667-449e-bbc9-40e4f6a43867 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:35:06.241616 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Attempting to bind port 8ac12d59-a667-449e-bbc9-40e4f6a43867 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '6de7622a-77b0-4e51-81e8-3b6de442a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:35:06.241946 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Attempting to bind port 8ac12d59-a667-449e-bbc9-40e4f6a43867 on network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:35:06.252867 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4621b7f-5f18-4a81-af72-dd3e6b8f84e5 req-cbe35712-ebda-417b-85a0-5681b40f4b15 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:06.254380 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c4621b7f-5f18-4a81-af72-dd3e6b8f84e5 req-cbe35712-ebda-417b-85a0-5681b40f4b15 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 943 time: 0.2200661 May 10 15:35:06.256120 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Port 8ac12d59-a667-449e-bbc9-40e4f6a43867 on network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:35:06.256438 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Attempting to bind port 8ac12d59-a667-449e-bbc9-40e4f6a43867 on network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:35:06.262656 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:35:06.262991 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Checking segment: {'id': '6de7622a-77b0-4e51-81e8-3b6de442a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:35:06.263363 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Bound using segment: {'id': '6de7622a-77b0-4e51-81e8-3b6de442a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:35:06.263810 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Bound port: 8ac12d59-a667-449e-bbc9-40e4f6a43867, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de7622a-77b0-4e51-81e8-3b6de442a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:35:06.264158 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:06.354129 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c4621b7f-5f18-4a81-af72-dd3e6b8f84e5 req-653060cd-3a4a-4f29-9d73-2edaf5815ad7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923381 May 10 15:35:06.387884 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] For port 8ac12d59-a667-449e-bbc9-40e4f6a43867, host hv-cinder-78494, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:35:06.391592 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] For port 8ac12d59-a667-449e-bbc9-40e4f6a43867, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8ac12d59-a667-449e-bbc9-40e4f6a43867,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:35:06.396511 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:06.401049 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-24090dcf-c0bc-4f0e-b0d4-47c5d6991b51 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:06.455973 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:06.455973 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:06.457225 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] 10.222.0.46 "PUT /v2.0/ports/8ac12d59-a667-449e-bbc9-40e4f6a43867 HTTP/1.1" status: 200 len: 1093 time: 1.0639746 May 10 15:35:06.457825 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'tag': '8ac12d59-a667-449e-bbc9-40e4f6a43867'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:35:06.491148 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac12d59-a667-449e-bbc9-40e4f6a43867,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:06.494700 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:06.531666 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'tag': '8ac12d59-a667-449e-bbc9-40e4f6a43867', 'status': 'completed', 'code': 200} May 10 15:35:06.573947 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-f529f362-50f9-424d-a293-c4c4a4fd3bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:06.575442 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-f529f362-50f9-424d-a293-c4c4a4fd3bd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a29b1e7130414c8d8df10d6bafc227cf&device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 1096 time: 0.0755744 May 10 15:35:06.649149 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-445a280b-8179-415b-8dca-cdb4d5e39820 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ac12d59-a667-449e-bbc9-40e4f6a43867 HTTP/1.1" status: 200 len: 217 time: 0.0648887 May 10 15:35:06.716030 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-56de7178-c6d5-4933-8a8c-167c1bc6f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:06.717436 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-56de7178-c6d5-4933-8a8c-167c1bc6f944 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6279250-a834-4915-8026-783b1c75fa9e HTTP/1.1" status: 200 len: 856 time: 0.0579019 May 10 15:35:06.808822 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-4f964f86-80d5-4fa4-85c9-6179b7d0d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:06.810289 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-4f964f86-80d5-4fa4-85c9-6179b7d0d6a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852072 May 10 15:35:07.114485 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-153010bf-4218-48ae-89fc-4e75b3a3709a service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963970 May 10 15:35:07.158223 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173efedc-f60f-4ef3-8f0f-0561070f619b req-efaea21e-63c3-4167-9bd7-c6f634b86caf tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:07.159066 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-173efedc-f60f-4ef3-8f0f-0561070f619b req-efaea21e-63c3-4167-9bd7-c6f634b86caf tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Synchronizing usage tracker for tenant:a29b1e7130414c8d8df10d6bafc227cf on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:35:07.248210 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-173efedc-f60f-4ef3-8f0f-0561070f619b req-efaea21e-63c3-4167-9bd7-c6f634b86caf tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Unset dirty status for tenant:a29b1e7130414c8d8df10d6bafc227cf on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:35:07.249386 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-173efedc-f60f-4ef3-8f0f-0561070f619b req-efaea21e-63c3-4167-9bd7-c6f634b86caf tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.3551095 May 10 15:35:07.314612 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1ee30ac7-5a0e-44f7-b652-904d6bacd94e req-21d63aa2-a2ea-4bb6-81e3-24576d275f17 service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860878 May 10 15:35:07.324373 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-173efedc-f60f-4ef3-8f0f-0561070f619b req-cc0a31f0-a43d-4861-b53f-63bf6bbf5a43 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605340 May 10 15:35:07.450918 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22091d-8046-4a6c-8907-65de467c7524 req-f3b23446-e600-4818-9a2f-04056253d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:07.452535 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4c22091d-8046-4a6c-8907-65de467c7524 req-f3b23446-e600-4818-9a2f-04056253d8a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a29b1e7130414c8d8df10d6bafc227cf&device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 1096 time: 0.0801010 May 10 15:35:07.490550 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2df789-b3d6-49b1-a2f4-a56f5891e6ec req-a2fcbd12-3f4b-4013-b388-0d90afba9939 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:07.492330 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-df2df789-b3d6-49b1-a2f4-a56f5891e6ec req-a2fcbd12-3f4b-4013-b388-0d90afba9939 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 945 time: 0.0832300 May 10 15:35:07.537151 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-df2df789-b3d6-49b1-a2f4-a56f5891e6ec req-3d13b80d-90d2-4f68-a555-c5bafb05416f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=c643af0b-6918-4563-a1c7-377b81ade002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387800 May 10 15:35:07.647549 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22091d-8046-4a6c-8907-65de467c7524 req-0c5b55dd-7a4c-4c8c-a2da-8bafa8511173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:07.649053 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4c22091d-8046-4a6c-8907-65de467c7524 req-0c5b55dd-7a4c-4c8c-a2da-8bafa8511173 service neutron] 10.222.0.46 "GET /v2.0/networks?id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 HTTP/1.1" status: 200 len: 918 time: 0.1892724 May 10 15:35:07.724268 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6d712-327e-41e5-a5bd-74d25e9e07f3 req-cba36f9d-81f2-4cb5-bd00-5cc5e1f0391d tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:07.725713 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d9b6d712-327e-41e5-a5bd-74d25e9e07f3 req-cba36f9d-81f2-4cb5-bd00-5cc5e1f0391d tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 943 time: 0.2473829 May 10 15:35:07.736221 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4c22091d-8046-4a6c-8907-65de467c7524 req-def5fbbf-742d-4424-bd90-0261403134e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ac12d59-a667-449e-bbc9-40e4f6a43867 HTTP/1.1" status: 200 len: 217 time: 0.0775123 May 10 15:35:07.826916 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d9b6d712-327e-41e5-a5bd-74d25e9e07f3 req-b5211333-98d1-46a7-bbe0-d74312ce4ea3 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932353 May 10 15:35:07.831057 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22091d-8046-4a6c-8907-65de467c7524 req-0f93779b-b1e4-43b5-87c5-d73662618087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:07.832541 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4c22091d-8046-4a6c-8907-65de467c7524 req-0f93779b-b1e4-43b5-87c5-d73662618087 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6279250-a834-4915-8026-783b1c75fa9e HTTP/1.1" status: 200 len: 856 time: 0.0830894 May 10 15:35:07.914970 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22091d-8046-4a6c-8907-65de467c7524 req-f568a401-17a5-49ec-9743-98a2838018c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:07.916439 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4c22091d-8046-4a6c-8907-65de467c7524 req-f568a401-17a5-49ec-9743-98a2838018c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757267 May 10 15:35:08.058289 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4c22091d-8046-4a6c-8907-65de467c7524 req-fde74ce9-3b57-4478-8825-ca87e38bdccc service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340914 May 10 15:35:08.191620 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4c22091d-8046-4a6c-8907-65de467c7524 req-91e50d1d-6f0d-4b5d-bba8-0611ffd437d4 service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230011 May 10 15:35:08.518840 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a9218-cdd3-44c8-bc6f-211ef97512d9 req-e84624da-0d4d-48d9-9584-d102a6ec77d1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:08.520208 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a50a9218-cdd3-44c8-bc6f-211ef97512d9 req-e84624da-0d4d-48d9-9584-d102a6ec77d1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.0825438 May 10 15:35:08.565679 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a50a9218-cdd3-44c8-bc6f-211ef97512d9 req-ea8c845f-f358-4a75-bf14-0ef85fdd22cb tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397613 May 10 15:35:08.721567 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa526f-82e6-4500-8140-31620dfb6d7e req-0d4392c0-b0ac-4ce9-a33d-98cf6c692f35 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:08.723001 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0caa526f-82e6-4500-8140-31620dfb6d7e req-0d4392c0-b0ac-4ce9-a33d-98cf6c692f35 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 945 time: 0.0775542 May 10 15:35:08.769124 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-0caa526f-82e6-4500-8140-31620dfb6d7e req-c0e2feab-45cf-4b4d-83c5-b6dd666a8557 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=c643af0b-6918-4563-a1c7-377b81ade002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400770 May 10 15:35:09.010185 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa35a38-c78c-4b29-a008-2ff1152eeb4d req-06672841-043c-49b6-96c8-a857691279cb tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:09.011643 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ffa35a38-c78c-4b29-a008-2ff1152eeb4d req-06672841-043c-49b6-96c8-a857691279cb tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 943 time: 0.0790002 May 10 15:35:09.056446 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ffa35a38-c78c-4b29-a008-2ff1152eeb4d req-e995e212-55a9-48fe-9b9d-9d466513fc1d tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385225 May 10 15:35:09.524651 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ca896-7837-4152-81b3-4ad6010c143e req-ee4d66cc-4b09-43fd-85b8-a8d2770382e1 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:09.526102 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6f9ca896-7837-4152-81b3-4ad6010c143e req-ee4d66cc-4b09-43fd-85b8-a8d2770382e1 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 945 time: 0.0825706 May 10 15:35:09.664083 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-6f9ca896-7837-4152-81b3-4ad6010c143e req-299cc8d1-bc0f-4b89-99aa-ce92b71e8e8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Deleting port be38d537-a5ef-4fc6-85cd-5cd3bb9092cd {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:35:09.664343 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-6f9ca896-7837-4152-81b3-4ad6010c143e req-299cc8d1-bc0f-4b89-99aa-ce92b71e8e8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:09.850032 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-6f9ca896-7837-4152-81b3-4ad6010c143e req-299cc8d1-bc0f-4b89-99aa-ce92b71e8e8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] For port be38d537-a5ef-4fc6-85cd-5cd3bb9092cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=be38d537-a5ef-4fc6-85cd-5cd3bb9092cd,segment=NetworkSegment(dd9b3c20-9a16-4266-8ea0-f292f41b2e4f),segment_id=dd9b3c20-9a16-4266-8ea0-f292f41b2e4f)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:35:09.850418 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-6f9ca896-7837-4152-81b3-4ad6010c143e req-299cc8d1-bc0f-4b89-99aa-ce92b71e8e8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:09.923208 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 8ac12d59-a667-449e-bbc9-40e4f6a43867 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:35:10.061656 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cac4b-e998-4ae5-957a-5dd4fe93257e req-913377de-65bc-413f-aa66-5525b2c2f8a7 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:10.063342 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-562cac4b-e998-4ae5-957a-5dd4fe93257e req-913377de-65bc-413f-aa66-5525b2c2f8a7 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.3828664 May 10 15:35:10.069605 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ee1a9-225c-400b-8225-91ac60c55145 req-fece60d7-6c47-447b-b893-6d59c243762b tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:10.071732 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-078ee1a9-225c-400b-8225-91ac60c55145 req-fece60d7-6c47-447b-b893-6d59c243762b tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 945 time: 0.1894937 May 10 15:35:10.076429 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 8ac12d59-a667-449e-bbc9-40e4f6a43867, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8ac12d59-a667-449e-bbc9-40e4f6a43867,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:35:10.092758 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': '8ac12d59-a667-449e-bbc9-40e4f6a43867', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'port_id': '8ac12d59-a667-449e-bbc9-40e4f6a43867', 'mac_address': 'fa:16:3e:dc:0c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:35:10.120390 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-078ee1a9-225c-400b-8225-91ac60c55145 req-4f1ff677-7cd1-4053-93ce-5a717a461635 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups?id=c643af0b-6918-4563-a1c7-377b81ade002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428436 May 10 15:35:10.149205 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:10.168926 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac12d59-a667-449e-bbc9-40e4f6a43867 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:35:10.185839 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 8ac12d59-a667-449e-bbc9-40e4f6a43867, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8ac12d59-a667-449e-bbc9-40e4f6a43867,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:35:10.190823 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:10.193496 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:10.199109 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-562cac4b-e998-4ae5-957a-5dd4fe93257e req-e14c6fcb-5e03-4a9c-acdb-2dec3923174b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274343 May 10 15:35:10.260575 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=8ac12d59-a667-449e-bbc9-40e4f6a43867,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:10.263689 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:10.321926 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedaadb-8391-4716-8c59-f02f6dbf5b91 req-c313c641-ba31-41b9-9203-9c723302e792 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:10.323415 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fbedaadb-8391-4716-8c59-f02f6dbf5b91 req-c313c641-ba31-41b9-9203-9c723302e792 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 943 time: 0.0855587 May 10 15:35:10.337029 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-6f9ca896-7837-4152-81b3-4ad6010c143e req-299cc8d1-bc0f-4b89-99aa-ce92b71e8e8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:10.337490 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-6f9ca896-7837-4152-81b3-4ad6010c143e req-299cc8d1-bc0f-4b89-99aa-ce92b71e8e8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706874'] for floatingip, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:10.337851 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.db.l3_db [req-6f9ca896-7837-4152-81b3-4ad6010c143e req-299cc8d1-bc0f-4b89-99aa-ce92b71e8e8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Floating IP 2510575f-0fc2-472f-8557-9245d385a125 disassociated. External IP: 172.27.3.246, port: be38d537-a5ef-4fc6-85cd-5cd3bb9092cd. May 10 15:35:10.338260 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-6f9ca896-7837-4152-81b3-4ad6010c143e req-299cc8d1-bc0f-4b89-99aa-ce92b71e8e8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Calling delete_port for be38d537-a5ef-4fc6-85cd-5cd3bb9092cd owned by compute:nova {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:35:10.373139 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fbedaadb-8391-4716-8c59-f02f6dbf5b91 req-8a4e270f-f503-4148-9b3a-47080970e741 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432160 May 10 15:35:10.453586 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['8ac12d59-a667-449e-bbc9-40e4f6a43867'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:35:10.460083 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-6f9ca896-7837-4152-81b3-4ad6010c143e req-299cc8d1-bc0f-4b89-99aa-ce92b71e8e8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:10.465515 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-dcc65b70-f846-4e7e-8e35-b702dd3f3417 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:10.509542 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cc8d1-bc0f-4b89-99aa-ce92b71e8e8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Pushing event deleted for resources: {'Port': ['ID=be38d537-a5ef-4fc6-85cd-5cd3bb9092cd,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:10.513357 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-299cc8d1-bc0f-4b89-99aa-ce92b71e8e8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:10.700208 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f9ca896-7837-4152-81b3-4ad6010c143e req-299cc8d1-bc0f-4b89-99aa-ce92b71e8e8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Router 3572abad-1fb4-4b8a-bec2-baa8a90407eb has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:35:10.886715 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f9ca896-7837-4152-81b3-4ad6010c143e req-299cc8d1-bc0f-4b89-99aa-ce92b71e8e8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:35:10.897066 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1493ebf-2df3-4b6d-98ba-1e908fcf0c82 None None] Sync routers for ids ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:35:10.907871 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1493ebf-2df3-4b6d-98ba-1e908fcf0c82 None None] Routers {'3572abad-1fb4-4b8a-bec2-baa8a90407eb'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:35:10.908632 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-f1493ebf-2df3-4b6d-98ba-1e908fcf0c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:34:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:10.961602 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9ca896-7837-4152-81b3-4ad6010c143e req-299cc8d1-bc0f-4b89-99aa-ce92b71e8e8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] No DVR routers for this DVR port be38d537-a5ef-4fc6-85cd-5cd3bb9092cd on host hv-cinder-78494 {{(pid=78734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:35:10.964222 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-6f9ca896-7837-4152-81b3-4ad6010c143e req-299cc8d1-bc0f-4b89-99aa-ce92b71e8e8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:10.967135 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c277e4-76f4-4e25-8877-cc1ffff643e8', 'name': 'network-vif-deleted', 'tag': 'be38d537-a5ef-4fc6-85cd-5cd3bb9092cd'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:35:10.986118 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6f9ca896-7837-4152-81b3-4ad6010c143e req-299cc8d1-bc0f-4b89-99aa-ce92b71e8e8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.46 "DELETE /v2.0/ports/be38d537-a5ef-4fc6-85cd-5cd3bb9092cd HTTP/1.1" status: 204 len: 173 time: 1.4533999 May 10 15:35:11.018064 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c277e4-76f4-4e25-8877-cc1ffff643e8', 'name': 'network-vif-deleted', 'tag': 'be38d537-a5ef-4fc6-85cd-5cd3bb9092cd', 'status': 'completed', 'code': 200} May 10 15:35:11.114434 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-f1493ebf-2df3-4b6d-98ba-1e908fcf0c82 None None] Set router 3572abad-1fb4-4b8a-bec2-baa8a90407eb gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:35:11.287578 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-67752f23-98da-4328-91b6-04e3c2db58be req-94dc4183-f46b-487e-833e-ec12c2c3ff47 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c277e4-76f4-4e25-8877-cc1ffff643e8 HTTP/1.1" status: 200 len: 210 time: 0.0432012 May 10 15:35:11.410203 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4962634-0854-45d9-b5ff-c76df63c1e20 req-eebd84bf-e731-4f9b-86f5-3ce1f2afa7b2 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:11.411995 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e4962634-0854-45d9-b5ff-c76df63c1e20 req-eebd84bf-e731-4f9b-86f5-3ce1f2afa7b2 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 944 time: 0.0886517 May 10 15:35:11.440073 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-f1493ebf-2df3-4b6d-98ba-1e908fcf0c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:28:28Z', 'revision_number': 4, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '7bc27596-9660-4b3e-8886-b2bd9ade7be8', 'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'mac_address': 'fa:16:3e:c4:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:27Z', 'updated_at': '2021-05-10T15:28:40Z', 'revision_number': 5, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'subnets': [{'id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:11.444476 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1493ebf-2df3-4b6d-98ba-1e908fcf0c82 None None] Checking router: 3572abad-1fb4-4b8a-bec2-baa8a90407eb for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:35:11.456562 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1493ebf-2df3-4b6d-98ba-1e908fcf0c82 None None] Routers {'3572abad-1fb4-4b8a-bec2-baa8a90407eb'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:35:11.457326 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-f1493ebf-2df3-4b6d-98ba-1e908fcf0c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:34:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:11.480365 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e4962634-0854-45d9-b5ff-c76df63c1e20 req-1f082d95-6725-463a-92f2-43900d4bfc95 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613816 May 10 15:35:11.566359 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2880910-30ad-4074-a50e-215e13e54ac4 req-42ac8cb1-e6dd-4dfd-bc81-619177a873a7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:11.567927 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b2880910-30ad-4074-a50e-215e13e54ac4 req-42ac8cb1-e6dd-4dfd-bc81-619177a873a7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 943 time: 0.0826364 May 10 15:35:11.623020 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b2880910-30ad-4074-a50e-215e13e54ac4 req-6f75ab26-19da-4430-8258-7955e750585f tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488362 May 10 15:35:11.681630 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-f1493ebf-2df3-4b6d-98ba-1e908fcf0c82 None None] Set router 3572abad-1fb4-4b8a-bec2-baa8a90407eb gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:35:11.970372 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 8d876ebb-3a29-4116-aa89-a9d474853b23 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:35:11.975026 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 8ac12d59-a667-449e-bbc9-40e4f6a43867 up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:35:12.044947 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-f1493ebf-2df3-4b6d-98ba-1e908fcf0c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:28:28Z', 'revision_number': 4, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '7bc27596-9660-4b3e-8886-b2bd9ade7be8', 'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'mac_address': 'fa:16:3e:c4:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:27Z', 'updated_at': '2021-05-10T15:28:40Z', 'revision_number': 5, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'subnets': [{'id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:12.108913 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1493ebf-2df3-4b6d-98ba-1e908fcf0c82 None None] The sync data for ids ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'] in dv-cinder-784945-8-iscsi is: [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:28:28Z', 'revision_number': 4, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '7bc27596-9660-4b3e-8886-b2bd9ade7be8', 'name': '', 'network_id': 'e72a75bc-84e4-4072-bd72-d6e58af56db3', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'mac_address': 'fa:16:3e:c4:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:27Z', 'updated_at': '2021-05-10T15:28:40Z', 'revision_number': 5, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'subnets': [{'id': '2b2bbde6-dc52-4ea4-8c27-065ac376bc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:35:12.135392 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port 8ac12d59-a667-449e-bbc9-40e4f6a43867 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:35:12.153136 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port 8ac12d59-a667-449e-bbc9-40e4f6a43867 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:35:12.153515 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:12.216401 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 8d876ebb-3a29-4116-aa89-a9d474853b23, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8d876ebb-3a29-4116-aa89-a9d474853b23,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:35:12.238880 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': '8d876ebb-3a29-4116-aa89-a9d474853b23', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'port_id': '8d876ebb-3a29-4116-aa89-a9d474853b23', 'mac_address': 'fa:16:3e:ca:b7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:35:12.341777 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:12.370092 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:12.380303 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d876ebb-3a29-4116-aa89-a9d474853b23 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:35:12.411903 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 8d876ebb-3a29-4116-aa89-a9d474853b23, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8d876ebb-3a29-4116-aa89-a9d474853b23,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:35:12.417282 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac12d59-a667-449e-bbc9-40e4f6a43867'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:35:12.424713 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:12.427037 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51880) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:35:12.428487 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-1290a66f-aba7-49ea-aee0-f6b3c006cfe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:12.470823 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 8ac12d59-a667-449e-bbc9-40e4f6a43867, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8ac12d59-a667-449e-bbc9-40e4f6a43867,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:35:12.478340 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:12.481168 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac12d59-a667-449e-bbc9-40e4f6a43867', 'code': 200} May 10 15:35:12.502451 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=8d876ebb-3a29-4116-aa89-a9d474853b23,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:12.505498 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:12.505973 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:12.514896 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5124-d126-40d4-b390-dcd979cad3c2 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:12.555094 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5124-d126-40d4-b390-dcd979cad3c2 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:12.582880 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=8ac12d59-a667-449e-bbc9-40e4f6a43867,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:12.588717 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:12.612956 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016748b-7064-4065-a8c8-dab741653540 None None] New status for floating IP 2510575f-0fc2-472f-8557-9245d385a125: DOWN {{(pid=78737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:35:12.667469 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5124-d126-40d4-b390-dcd979cad3c2 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:12.672921 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['8d876ebb-3a29-4116-aa89-a9d474853b23'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:35:12.673760 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4341993f-adfc-4cad-92cd-ed5c4bb61739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:12.697678 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f5124-d126-40d4-b390-dcd979cad3c2 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c643af0b-6918-4563-a1c7-377b81ade002,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:12.700673 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4d7f5124-d126-40d4-b390-dcd979cad3c2 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:12.718013 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5124-d126-40d4-b390-dcd979cad3c2 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:12.722513 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-4d7f5124-d126-40d4-b390-dcd979cad3c2 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "DELETE /v2.0/security-groups/c643af0b-6918-4563-a1c7-377b81ade002 HTTP/1.1" status: 204 len: 168 time: 0.2890213 May 10 15:35:12.723732 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51888) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:35:12.752474 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.api.v2.resource [None req-3aaa1c58-a1cb-4d27-bcac-48a9d103c475 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] show failed (client error): The resource could not be found. May 10 15:35:12.757317 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-3aaa1c58-a1cb-4d27-bcac-48a9d103c475 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "GET /v2.0/security-groups/c643af0b-6918-4563-a1c7-377b81ade002 HTTP/1.1" status: 404 len: 347 time: 0.0295806 May 10 15:35:12.760807 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51892) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:35:12.856398 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7015e9b-ad0f-44e0-9749-30dbaa0e656c req-179865bd-c6fb-4314-8838-2f6992a0b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:12.858480 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f7015e9b-ad0f-44e0-9749-30dbaa0e656c req-179865bd-c6fb-4314-8838-2f6992a0b6ab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 1098 time: 0.1640236 May 10 15:35:12.863413 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadbd3b-5b1f-4661-b93f-4a833cb115fa req-1766b6c3-f2f7-477d-8431-ff665c31a95e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:12.870790 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0eadbd3b-5b1f-4661-b93f-4a833cb115fa req-1766b6c3-f2f7-477d-8431-ff665c31a95e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.2646716 May 10 15:35:12.911565 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f7015e9b-ad0f-44e0-9749-30dbaa0e656c req-0f3ce7db-1c27-49e3-b929-2e1ddc86f021 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452108 May 10 15:35:12.942200 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58397da8-9628-430c-9bb3-6df51b1c15b9 req-09504d40-ddb7-43e2-b9ef-6d9097d33ead tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:12.943872 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-58397da8-9628-430c-9bb3-6df51b1c15b9 req-09504d40-ddb7-43e2-b9ef-6d9097d33ead tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 944 time: 0.1282082 May 10 15:35:13.005364 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-58397da8-9628-430c-9bb3-6df51b1c15b9 req-57774197-b01c-4107-b27f-7e921fa59d36 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493906 May 10 15:35:13.040986 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0eadbd3b-5b1f-4661-b93f-4a833cb115fa req-a1c77e0c-b06d-4fbc-aa8d-6bcf541e5065 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693382 May 10 15:35:13.067176 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-f6edf3a1-f353-4fd3-b65e-a0e945a28639 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Deleting port 130b0b58-8f5f-4eac-9775-5a092a58d165 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:35:13.067515 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f6edf3a1-f353-4fd3-b65e-a0e945a28639 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:13.184207 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f6edf3a1-f353-4fd3-b65e-a0e945a28639 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:13.184471 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f6edf3a1-f353-4fd3-b65e-a0e945a28639 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:13.303704 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-f6edf3a1-f353-4fd3-b65e-a0e945a28639 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Calling delete_port for 130b0b58-8f5f-4eac-9775-5a092a58d165 owned by network:floatingip {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:35:13.413791 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f6edf3a1-f353-4fd3-b65e-a0e945a28639 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:13.418278 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:13.487410 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edf3a1-f353-4fd3-b65e-a0e945a28639 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Pushing event deleted for resources: {'Port': ['ID=130b0b58-8f5f-4eac-9775-5a092a58d165,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:13.489703 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f6edf3a1-f353-4fd3-b65e-a0e945a28639 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:13.554741 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f6edf3a1-f353-4fd3-b65e-a0e945a28639 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks [] for floatingip, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:13.569042 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f6edf3a1-f353-4fd3-b65e-a0e945a28639 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:13.570152 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-f6edf3a1-f353-4fd3-b65e-a0e945a28639 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] 10.222.0.11 "DELETE /v2.0/floatingips/2510575f-0fc2-472f-8557-9245d385a125 HTTP/1.1" status: 204 len: 168 time: 0.8078232 May 10 15:35:13.972245 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 8d876ebb-3a29-4116-aa89-a9d474853b23 up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:35:14.038802 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port 8d876ebb-3a29-4116-aa89-a9d474853b23 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:35:14.043367 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port 8d876ebb-3a29-4116-aa89-a9d474853b23 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:35:14.043747 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:14.163847 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:14.193731 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47310c3-82fd-4fc9-b197-ff576de861c4 req-998818e4-d565-4b3f-ade8-c3c5c9436e8c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:14.195188 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e47310c3-82fd-4fc9-b197-ff576de861c4 req-998818e4-d565-4b3f-ade8-c3c5c9436e8c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 944 time: 0.0889940 May 10 15:35:14.197321 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 8d876ebb-3a29-4116-aa89-a9d474853b23, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8d876ebb-3a29-4116-aa89-a9d474853b23,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:35:14.201517 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:14.202635 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device be38d537-a5ef-4fc6-85cd-5cd3bb9092cd no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:35:14.230999 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:14.242462 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e47310c3-82fd-4fc9-b197-ff576de861c4 req-b6faa34a-569e-4d31-bfa5-245b071ea089 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392580 May 10 15:35:14.250115 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8032805-41e3-4f6c-9439-b4a8735e5562 req-bf8be205-c293-4ab4-ad18-28c1f5d78849 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:14.251953 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c8032805-41e3-4f6c-9439-b4a8735e5562 req-bf8be205-c293-4ab4-ad18-28c1f5d78849 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0931666 May 10 15:35:14.272436 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: be38d537-a5ef-4fc6-85cd-5cd3bb9092cd {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:35:14.272436 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device be38d537-a5ef-4fc6-85cd-5cd3bb9092cd not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:35:14.298582 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c8032805-41e3-4f6c-9439-b4a8735e5562 req-9fddc775-cf06-4c6b-9742-f6b810a5d592 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405977 May 10 15:35:14.305267 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=8d876ebb-3a29-4116-aa89-a9d474853b23,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:14.309108 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:14.482101 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d876ebb-3a29-4116-aa89-a9d474853b23'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:35:14.482327 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61553c-23a6-46a2-9818-6d6b98e4f2b2 req-f5bc113b-8606-4fa1-be67-c64be847b15a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:14.483587 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ed61553c-23a6-46a2-9818-6d6b98e4f2b2 req-f5bc113b-8606-4fa1-be67-c64be847b15a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0777519 May 10 15:35:14.492761 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51908) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:35:14.497755 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-10a0b4bd-ff83-4f79-bf14-69448a6eecde tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Request body: {'floatingip': {'port_id': '8ac12d59-a667-449e-bbc9-40e4f6a43867'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:35:14.528525 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d876ebb-3a29-4116-aa89-a9d474853b23', 'code': 200} May 10 15:35:14.580695 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-10a0b4bd-ff83-4f79-bf14-69448a6eecde tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for floatingip, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:14.758831 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8f054-a36f-4dcd-8781-f58bbd69885e req-79494ad2-be28-4094-a940-c81800c94d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:14.760658 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-86d8f054-a36f-4dcd-8781-f58bbd69885e req-79494ad2-be28-4094-a940-c81800c94d04 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 1098 time: 0.0751662 May 10 15:35:14.805304 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-86d8f054-a36f-4dcd-8781-f58bbd69885e req-9ecab7e3-ef13-40d7-a441-14971e8fb4f2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378397 May 10 15:35:15.267456 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-10a0b4bd-ff83-4f79-bf14-69448a6eecde tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:15.271153 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-10a0b4bd-ff83-4f79-bf14-69448a6eecde tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706874'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:15.435947 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce75aa-9460-4895-a0bf-c434cad3c487 req-f954950f-55cf-4192-ac43-22ca992fac51 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:15.437982 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-02ce75aa-9460-4895-a0bf-c434cad3c487 req-f954950f-55cf-4192-ac43-22ca992fac51 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 945 time: 0.0815790 May 10 15:35:15.445859 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.l3_db [None req-10a0b4bd-ff83-4f79-bf14-69448a6eecde tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Floating IP ab86878a-6028-417d-aad6-aec89bb598e1 associated. External IP: 172.27.3.240, port: 8ac12d59-a667-449e-bbc9-40e4f6a43867. May 10 15:35:15.483615 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-02ce75aa-9460-4895-a0bf-c434cad3c487 req-74138f47-749a-4420-ae7c-4b45090e822e tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394630 May 10 15:35:15.798043 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a0b4bd-ff83-4f79-bf14-69448a6eecde tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Router 859f4aba-b9bb-4250-881a-a1ee81cab23b has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:35:16.085645 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a0b4bd-ff83-4f79-bf14-69448a6eecde tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:35:16.089916 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-10a0b4bd-ff83-4f79-bf14-69448a6eecde tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:16.094923 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8ac68-7d52-4f4a-b7ea-a7f8220173a5 None None] Sync routers for ids ['859f4aba-b9bb-4250-881a-a1ee81cab23b'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:35:16.104099 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d8ac68-7d52-4f4a-b7ea-a7f8220173a5 None None] Routers {'859f4aba-b9bb-4250-881a-a1ee81cab23b'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:35:16.104802 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-f3d8ac68-7d52-4f4a-b7ea-a7f8220173a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:34:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['859f4aba-b9bb-4250-881a-a1ee81cab23b'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:16.148000 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-10a0b4bd-ff83-4f79-bf14-69448a6eecde tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "PUT /v2.0/floatingips/ab86878a-6028-417d-aad6-aec89bb598e1 HTTP/1.1" status: 200 len: 991 time: 1.6516540 May 10 15:35:16.148000 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'tag': '8ac12d59-a667-449e-bbc9-40e4f6a43867'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:35:16.248104 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'tag': '8ac12d59-a667-449e-bbc9-40e4f6a43867', 'status': 'completed', 'code': 200} May 10 15:35:16.340298 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-f3d8ac68-7d52-4f4a-b7ea-a7f8220173a5 None None] Set router 859f4aba-b9bb-4250-881a-a1ee81cab23b gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:35:16.461242 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d86902-863b-4e1b-8572-3b1d3258d809 req-124a1fe3-0cce-45e6-9983-39dbb3df5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:16.462738 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-63d86902-863b-4e1b-8572-3b1d3258d809 req-124a1fe3-0cce-45e6-9983-39dbb3df5c4c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a29b1e7130414c8d8df10d6bafc227cf&device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 1098 time: 0.1871183 May 10 15:35:16.659097 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d86902-863b-4e1b-8572-3b1d3258d809 req-a0b4153e-0744-463e-b030-e73c19e71b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:16.660578 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-63d86902-863b-4e1b-8572-3b1d3258d809 req-a0b4153e-0744-463e-b030-e73c19e71b4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 HTTP/1.1" status: 200 len: 918 time: 0.1907389 May 10 15:35:16.709123 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-f3d8ac68-7d52-4f4a-b7ea-a7f8220173a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:31:45Z', 'revision_number': 4, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': 'ab86878a-6028-417d-aad6-aec89bb598e1', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'port_id': '8ac12d59-a667-449e-bbc9-40e4f6a43867', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'mac_address': 'fa:16:3e:dc:0c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:35:00Z', 'updated_at': '2021-05-10T15:35:15Z', 'revision_number': 1, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034', 'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'mac_address': 'fa:16:3e:4f:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:44Z', 'updated_at': '2021-05-10T15:31:54Z', 'revision_number': 5, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'subnets': [{'id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:16.712935 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8ac68-7d52-4f4a-b7ea-a7f8220173a5 None None] Checking router: 859f4aba-b9bb-4250-881a-a1ee81cab23b for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:35:16.721377 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d8ac68-7d52-4f4a-b7ea-a7f8220173a5 None None] Routers {'859f4aba-b9bb-4250-881a-a1ee81cab23b'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:35:16.722007 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-f3d8ac68-7d52-4f4a-b7ea-a7f8220173a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:34:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['859f4aba-b9bb-4250-881a-a1ee81cab23b'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:16.763695 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b59cba-a8ca-4a42-9cb0-d56c49275f2f req-cea2ea46-31f5-4c1e-83b5-5123b623058d tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:16.765363 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-06b59cba-a8ca-4a42-9cb0-d56c49275f2f req-cea2ea46-31f5-4c1e-83b5-5123b623058d tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 945 time: 0.1684799 May 10 15:35:16.807730 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-63d86902-863b-4e1b-8572-3b1d3258d809 req-a78ce092-e5a0-412e-b2a6-9955ee170973 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ac12d59-a667-449e-bbc9-40e4f6a43867 HTTP/1.1" status: 200 len: 999 time: 0.1393015 May 10 15:35:16.862977 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-06b59cba-a8ca-4a42-9cb0-d56c49275f2f req-256e8c65-3b45-4277-b54a-c6c34152c6cc tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888534 May 10 15:35:16.882527 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d86902-863b-4e1b-8572-3b1d3258d809 req-93268e0d-7453-4b6c-9847-8556a620ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:16.884090 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-63d86902-863b-4e1b-8572-3b1d3258d809 req-93268e0d-7453-4b6c-9847-8556a620ba9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6279250-a834-4915-8026-783b1c75fa9e HTTP/1.1" status: 200 len: 856 time: 0.0676298 May 10 15:35:16.902179 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-f3d8ac68-7d52-4f4a-b7ea-a7f8220173a5 None None] Set router 859f4aba-b9bb-4250-881a-a1ee81cab23b gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:35:16.968753 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d86902-863b-4e1b-8572-3b1d3258d809 req-83da1479-7d46-4b04-8a7c-f7e4a4eea077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:16.970246 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-63d86902-863b-4e1b-8572-3b1d3258d809 req-83da1479-7d46-4b04-8a7c-f7e4a4eea077 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789535 May 10 15:35:17.057883 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790317b-e8f4-4662-9b45-6560cbba6cc5 req-f5c7ef85-37f4-440a-8c5c-a88758df5b19 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:17.059440 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1790317b-e8f4-4662-9b45-6560cbba6cc5 req-f5c7ef85-37f4-440a-8c5c-a88758df5b19 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 945 time: 0.0818181 May 10 15:35:17.107594 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-63d86902-863b-4e1b-8572-3b1d3258d809 req-0597e140-6ac8-417d-b71e-b7cb4d8d7618 service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293461 May 10 15:35:17.109577 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1790317b-e8f4-4662-9b45-6560cbba6cc5 req-054e4615-7057-4305-a193-8abb774aa863 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431621 May 10 15:35:17.133008 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51938) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:35:17.247025 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-63d86902-863b-4e1b-8572-3b1d3258d809 req-9a3c7975-18c6-488a-997a-856ccafc4a59 service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328430 May 10 15:35:17.251575 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2feb87b-36a1-4292-8437-c8b20e05a7e8 tempest-TestVolumeBootPattern-554305214 tempest-TestVolumeBootPattern-554305214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:17.252443 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-a2feb87b-36a1-4292-8437-c8b20e05a7e8 tempest-TestVolumeBootPattern-554305214 tempest-TestVolumeBootPattern-554305214-project-admin] Synchronizing usage tracker for tenant:fda668155d2249e2b8a7d0e69fd4f833 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:35:17.269600 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-a2feb87b-36a1-4292-8437-c8b20e05a7e8 tempest-TestVolumeBootPattern-554305214 tempest-TestVolumeBootPattern-554305214-project-admin] Unset dirty status for tenant:fda668155d2249e2b8a7d0e69fd4f833 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:35:17.272244 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-a2feb87b-36a1-4292-8437-c8b20e05a7e8 tempest-TestVolumeBootPattern-554305214 tempest-TestVolumeBootPattern-554305214-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 1093 time: 0.1381369 May 10 15:35:17.273828 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51946) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:35:17.277620 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-f3d8ac68-7d52-4f4a-b7ea-a7f8220173a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:31:45Z', 'revision_number': 4, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': 'ab86878a-6028-417d-aad6-aec89bb598e1', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'port_id': '8ac12d59-a667-449e-bbc9-40e4f6a43867', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'mac_address': 'fa:16:3e:dc:0c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:35:00Z', 'updated_at': '2021-05-10T15:35:15Z', 'revision_number': 1, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034', 'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'mac_address': 'fa:16:3e:4f:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:44Z', 'updated_at': '2021-05-10T15:31:54Z', 'revision_number': 5, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'subnets': [{'id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:17.279364 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Request body: {'floatingip': {'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'port_id': '8d876ebb-3a29-4116-aa89-a9d474853b23', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:35:17.286303 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:35:17.290501 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8ac68-7d52-4f4a-b7ea-a7f8220173a5 None None] The sync data for ids ['859f4aba-b9bb-4250-881a-a1ee81cab23b'] in dv-cinder-784945-8-iscsi is: [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:31:45Z', 'revision_number': 4, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': 'ab86878a-6028-417d-aad6-aec89bb598e1', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'port_id': '8ac12d59-a667-449e-bbc9-40e4f6a43867', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'mac_address': 'fa:16:3e:dc:0c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:35:00Z', 'updated_at': '2021-05-10T15:35:15Z', 'revision_number': 1, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034', 'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'mac_address': 'fa:16:3e:4f:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:44Z', 'updated_at': '2021-05-10T15:31:54Z', 'revision_number': 5, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'subnets': [{'id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:35:17.290913 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Usage tracker for resource:floatingip and tenant:c4d3a74bb488479ebb94067c73f69d1e is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:35:17.295194 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:35:17.302876 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:35:17.327074 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for floatingip, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:17.485842 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:17.560888 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2da5a5-3e5d-4b65-979c-ddef4d791fd0 None None] New status for floating IP ab86878a-6028-417d-aad6-aec89bb598e1: ACTIVE {{(pid=78737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:35:17.626020 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 51956) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:35:17.647903 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Allocated IP 172.27.3.152 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/bf13305e-6a21-4528-a075-3f554961f0fe) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:35:17.799239 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:17.833485 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:17.837207 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:17.896133 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:35:17.898979 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:35:17.907367 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:35:17.942007 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event updated for resources: {'Port': ['ID=bf13305e-6a21-4528-a075-3f554961f0fe,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:17.947882 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:18.286226 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-724dc2ea-8077-4f14-84af-a0106d4dc271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705539'] for router_interface, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:18.309889 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:18.389440 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:18.606772 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:18.612775 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:18.619105 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ed7b0a30-e4df-499a-8885-9c002005d2d5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:18.684071 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:18.719433 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event updated for resources: {'Port': ['ID=bf13305e-6a21-4528-a075-3f554961f0fe,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:18.726866 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:18.732455 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706874'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:18.816207 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-724dc2ea-8077-4f14-84af-a0106d4dc271 admin admin] Deleting port 7bc27596-9660-4b3e-8886-b2bd9ade7be8 {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:35:18.816792 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-724dc2ea-8077-4f14-84af-a0106d4dc271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:18.938564 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-724dc2ea-8077-4f14-84af-a0106d4dc271 admin admin] For port 7bc27596-9660-4b3e-8886-b2bd9ade7be8, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=7bc27596-9660-4b3e-8886-b2bd9ade7be8,segment=NetworkSegment(dd9b3c20-9a16-4266-8ea0-f292f41b2e4f),segment_id=dd9b3c20-9a16-4266-8ea0-f292f41b2e4f)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:35:18.938957 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-724dc2ea-8077-4f14-84af-a0106d4dc271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:19.000168 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.l3_db [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Floating IP 2961de90-2fdc-4ea3-8730-3472df1e8ec6 associated. External IP: 172.27.3.152, port: 8d876ebb-3a29-4116-aa89-a9d474853b23. May 10 15:35:19.061568 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-724dc2ea-8077-4f14-84af-a0106d4dc271 admin admin] Calling delete_port for 7bc27596-9660-4b3e-8886-b2bd9ade7be8 owned by network:router_interface {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:35:19.200723 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-724dc2ea-8077-4f14-84af-a0106d4dc271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:19.206561 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-1874a9b9-c5b3-42ae-aeaf-a410362858d3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:19.254674 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724dc2ea-8077-4f14-84af-a0106d4dc271 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc27596-9660-4b3e-8886-b2bd9ade7be8,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:19.284117 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-724dc2ea-8077-4f14-84af-a0106d4dc271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:19.361022 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Router c66d1dd3-df19-4978-abc8-f9002c703753 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:35:19.524993 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-724dc2ea-8077-4f14-84af-a0106d4dc271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708275'] for router_interface, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:19.543156 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:35:19.552511 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa74b5a9-6d5f-4d00-b931-ea6973c5f98d None None] Sync routers for ids ['c66d1dd3-df19-4978-abc8-f9002c703753'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:35:19.562815 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74b5a9-6d5f-4d00-b931-ea6973c5f98d None None] Routers {'c66d1dd3-df19-4978-abc8-f9002c703753'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:35:19.563444 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-fa74b5a9-6d5f-4d00-b931-ea6973c5f98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:34:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['c66d1dd3-df19-4978-abc8-f9002c703753'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:19.569008 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:19.632471 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3574266 May 10 15:35:19.633558 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e', 'tag': '8d876ebb-3a29-4116-aa89-a9d474853b23'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:35:19.699063 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e', 'tag': '8d876ebb-3a29-4116-aa89-a9d474853b23', 'status': 'completed', 'code': 200} May 10 15:35:19.747677 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-fa74b5a9-6d5f-4d00-b931-ea6973c5f98d None None] Set router c66d1dd3-df19-4978-abc8-f9002c703753 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:35:20.067121 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27b89c-8602-4cbb-b50c-be256f4be1a3 req-f527203d-e81c-4663-b3f0-fe7f95288a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:20.068630 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6d27b89c-8602-4cbb-b50c-be256f4be1a3 req-f527203d-e81c-4663-b3f0-fe7f95288a2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 1098 time: 0.3393469 May 10 15:35:20.156542 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724dc2ea-8077-4f14-84af-a0106d4dc271 admin admin] Router 3572abad-1fb4-4b8a-bec2-baa8a90407eb has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:35:20.166360 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-fa74b5a9-6d5f-4d00-b931-ea6973c5f98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '2961de90-2fdc-4ea3-8730-3472df1e8ec6', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'port_id': '8d876ebb-3a29-4116-aa89-a9d474853b23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'mac_address': 'fa:16:3e:ca:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:35:18Z', 'updated_at': '2021-05-10T15:35:18Z', 'revision_number': 0, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:20.170231 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa74b5a9-6d5f-4d00-b931-ea6973c5f98d None None] Checking router: c66d1dd3-df19-4978-abc8-f9002c703753 for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:35:20.179220 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74b5a9-6d5f-4d00-b931-ea6973c5f98d None None] Routers {'c66d1dd3-df19-4978-abc8-f9002c703753'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:35:20.180009 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-fa74b5a9-6d5f-4d00-b931-ea6973c5f98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:34:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['c66d1dd3-df19-4978-abc8-f9002c703753'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:20.354832 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27b89c-8602-4cbb-b50c-be256f4be1a3 req-f07668b2-293c-4005-a281-30b6dd0e54f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:20.356200 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6d27b89c-8602-4cbb-b50c-be256f4be1a3 req-f07668b2-293c-4005-a281-30b6dd0e54f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 200 len: 912 time: 0.2771213 May 10 15:35:20.364538 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-fa74b5a9-6d5f-4d00-b931-ea6973c5f98d None None] Set router c66d1dd3-df19-4978-abc8-f9002c703753 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:35:20.457958 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724dc2ea-8077-4f14-84af-a0106d4dc271 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:35:20.467262 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57f2c5d-dd86-4964-8eca-6e9f481196a5 None None] Sync routers for ids ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:35:20.477730 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f2c5d-dd86-4964-8eca-6e9f481196a5 None None] Routers {'3572abad-1fb4-4b8a-bec2-baa8a90407eb'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:35:20.478592 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-a57f2c5d-dd86-4964-8eca-6e9f481196a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:34:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:20.492415 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-724dc2ea-8077-4f14-84af-a0106d4dc271 admin admin] 10.222.0.11 "PUT /v2.0/routers/3572abad-1fb4-4b8a-bec2-baa8a90407eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8651230 May 10 15:35:20.495213 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51970) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:35:20.497934 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6d27b89c-8602-4cbb-b50c-be256f4be1a3 req-a5831867-b385-4731-985c-0342fa1b3ca8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d876ebb-3a29-4116-aa89-a9d474853b23 HTTP/1.1" status: 200 len: 999 time: 0.1337621 May 10 15:35:20.569899 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27b89c-8602-4cbb-b50c-be256f4be1a3 req-db61d637-5dd0-4305-a7bb-4920053e0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:20.571373 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6d27b89c-8602-4cbb-b50c-be256f4be1a3 req-db61d637-5dd0-4305-a7bb-4920053e0277 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddffacae-9229-42f8-961f-3c3938ae62c4 HTTP/1.1" status: 200 len: 850 time: 0.0654306 May 10 15:35:20.668344 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27b89c-8602-4cbb-b50c-be256f4be1a3 req-5fe52fb2-088d-443e-ac6f-901ce23988ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:20.669738 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6d27b89c-8602-4cbb-b50c-be256f4be1a3 req-5fe52fb2-088d-443e-ac6f-901ce23988ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ac1649f-2223-4be4-9954-4ed1531d1e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920095 May 10 15:35:20.688162 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-a57f2c5d-dd86-4964-8eca-6e9f481196a5 None None] Set router 3572abad-1fb4-4b8a-bec2-baa8a90407eb gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:35:20.713157 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Notify callbacks [] for router, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:20.769033 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-fa74b5a9-6d5f-4d00-b931-ea6973c5f98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '2961de90-2fdc-4ea3-8730-3472df1e8ec6', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'port_id': '8d876ebb-3a29-4116-aa89-a9d474853b23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'mac_address': 'fa:16:3e:ca:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:35:18Z', 'updated_at': '2021-05-10T15:35:18Z', 'revision_number': 0, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:20.774213 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa74b5a9-6d5f-4d00-b931-ea6973c5f98d None None] The sync data for ids ['c66d1dd3-df19-4978-abc8-f9002c703753'] in dv-cinder-784945-8-iscsi is: [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '2961de90-2fdc-4ea3-8730-3472df1e8ec6', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'port_id': '8d876ebb-3a29-4116-aa89-a9d474853b23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'mac_address': 'fa:16:3e:ca:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:35:18Z', 'updated_at': '2021-05-10T15:35:18Z', 'revision_number': 0, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:35:20.849469 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6d27b89c-8602-4cbb-b50c-be256f4be1a3 req-295d9c54-5066-4448-918f-46f2562e625e service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706445 May 10 15:35:20.958188 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:21.028266 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6d27b89c-8602-4cbb-b50c-be256f4be1a3 req-02f3d600-894a-44fe-a450-c0a649016e31 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706676 May 10 15:35:21.039484 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Deleting port ee337302-c3b6-4309-b577-126a556bb64d {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:35:21.039859 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:21.050762 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-a57f2c5d-dd86-4964-8eca-6e9f481196a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:35:19Z', 'revision_number': 5, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port': {'id': 'ee337302-c3b6-4309-b577-126a556bb64d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:28:22Z', 'updated_at': '2021-05-10T15:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:21.056592 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57f2c5d-dd86-4964-8eca-6e9f481196a5 None None] Checking router: 3572abad-1fb4-4b8a-bec2-baa8a90407eb for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:35:21.067253 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce4cd2-fb2e-45b1-b5aa-b558d2f6df42 None None] New status for floating IP 2961de90-2fdc-4ea3-8730-3472df1e8ec6: ACTIVE {{(pid=78736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:35:21.070219 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f2c5d-dd86-4964-8eca-6e9f481196a5 None None] Routers {'3572abad-1fb4-4b8a-bec2-baa8a90407eb'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:35:21.070937 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-a57f2c5d-dd86-4964-8eca-6e9f481196a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:34:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:21.244993 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-a57f2c5d-dd86-4964-8eca-6e9f481196a5 None None] Set router 3572abad-1fb4-4b8a-bec2-baa8a90407eb gateway port host: None {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:35:21.310600 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] For port ee337302-c3b6-4309-b577-126a556bb64d, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=ee337302-c3b6-4309-b577-126a556bb64d,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:35:21.310978 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:21.365785 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-a57f2c5d-dd86-4964-8eca-6e9f481196a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:35:20Z', 'revision_number': 6, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port_host': None}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:21.373580 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57f2c5d-dd86-4964-8eca-6e9f481196a5 None None] The sync data for ids ['3572abad-1fb4-4b8a-bec2-baa8a90407eb'] in dv-cinder-784945-8-iscsi is: [{'id': '3572abad-1fb4-4b8a-bec2-baa8a90407eb', 'name': 'tempest-AttachVolumeTestJSON-1517956878-router', 'tenant_id': '376336f6ca3c4e8898d9998b100bc64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:28:20Z', 'updated_at': '2021-05-10T15:35:20Z', 'revision_number': 6, 'project_id': '376336f6ca3c4e8898d9998b100bc64d', 'gw_port_host': None}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:35:21.443171 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Calling delete_port for ee337302-c3b6-4309-b577-126a556bb64d owned by network:router_gateway {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:35:21.575366 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:21.579311 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-86d87c6d-b53a-40f7-98ab-eed61f33377a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:21.626310 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee337302-c3b6-4309-b577-126a556bb64d,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:21.666906 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:21.667203 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:21.667571 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:21.667971 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:21.668335 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:21.668692 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:21.669047 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:21.669401 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:21.669757 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:21.670108 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:21.670459 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:21.670807 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:21.697661 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:21.728075 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706855'] for router_gateway, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:21.900877 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127055'] for router, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:21.902922 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:21.927047 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1830005'] for router, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:21.927584 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3572abad-1fb4-4b8a-bec2-baa8a90407eb {{(pid=78735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:35:21.942336 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Notify callbacks [] for router, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:21.945720 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] 10.222.0.11 "DELETE /v2.0/routers/3572abad-1fb4-4b8a-bec2-baa8a90407eb HTTP/1.1" status: 204 len: 168 time: 1.4471037 May 10 15:35:21.945960 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51980) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:35:22.007804 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c18361-76cd-4dcf-83c8-67a10cd2caae admin admin] Deleting subnet 2b2bbde6-dc52-4ea4-8c27-065ac376bc64 {{(pid=78735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:35:22.010839 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-54c18361-76cd-4dcf-83c8-67a10cd2caae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:22.060388 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-54c18361-76cd-4dcf-83c8-67a10cd2caae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333022'] for subnet, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:22.163525 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device ee337302-c3b6-4309-b577-126a556bb64d no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:35:22.184382 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-54c18361-76cd-4dcf-83c8-67a10cd2caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-867255'] for subnet, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:22.199763 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: ee337302-c3b6-4309-b577-126a556bb64d {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:35:22.200150 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device ee337302-c3b6-4309-b577-126a556bb64d not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:35:22.200593 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 7bc27596-9660-4b3e-8886-b2bd9ade7be8 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:35:22.241969 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: 7bc27596-9660-4b3e-8886-b2bd9ade7be8 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:35:22.242328 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 7bc27596-9660-4b3e-8886-b2bd9ade7be8 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:35:22.441668 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-54c18361-76cd-4dcf-83c8-67a10cd2caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-867256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2760516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3433976'] for subnet, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:22.445492 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:22.478851 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c18361-76cd-4dcf-83c8-67a10cd2caae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b2bbde6-dc52-4ea4-8c27-065ac376bc64,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:22.481360 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-54c18361-76cd-4dcf-83c8-67a10cd2caae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:22.484310 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-54c18361-76cd-4dcf-83c8-67a10cd2caae admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:22.489786 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3347d2-0e90-4513-b714-8a8c1a94e6f0 None None] Network e72a75bc-84e4-4072-bd72-d6e58af56db3 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:35:22.490744 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-54c18361-76cd-4dcf-83c8-67a10cd2caae admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2b2bbde6-dc52-4ea4-8c27-065ac376bc64 HTTP/1.1" status: 204 len: 168 time: 0.5432577 May 10 15:35:22.493146 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 51984) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:35:22.599853 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:22.671605 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] Deleting port af9e23e2-0d42-4b06-bb63-11bc58521146 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:35:22.671886 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:22.736423 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65db21b3-fdcb-4919-b546-bd8cc4221342 None None] DHCP port deletion for e72a75bc-84e4-4072-bd72-d6e58af56db3 request from dv-cinder-784945-8-iscsi {{(pid=78736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:35:22.843378 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-65db21b3-fdcb-4919-b546-bd8cc4221342 None None] Deleting port af9e23e2-0d42-4b06-bb63-11bc58521146 {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:35:22.843760 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-65db21b3-fdcb-4919-b546-bd8cc4221342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:22.876809 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] For port af9e23e2-0d42-4b06-bb63-11bc58521146, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=af9e23e2-0d42-4b06-bb63-11bc58521146,segment=NetworkSegment(dd9b3c20-9a16-4266-8ea0-f292f41b2e4f),segment_id=dd9b3c20-9a16-4266-8ea0-f292f41b2e4f)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:35:22.877165 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:22.938763 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-65db21b3-fdcb-4919-b546-bd8cc4221342 None None] For port af9e23e2-0d42-4b06-bb63-11bc58521146, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=af9e23e2-0d42-4b06-bb63-11bc58521146,segment=NetworkSegment(dd9b3c20-9a16-4266-8ea0-f292f41b2e4f),segment_id=dd9b3c20-9a16-4266-8ea0-f292f41b2e4f)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:35:22.939166 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-65db21b3-fdcb-4919-b546-bd8cc4221342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:23.002739 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] Calling delete_port for af9e23e2-0d42-4b06-bb63-11bc58521146 owned by network:dhcp {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:35:23.049164 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:23.053087 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e2f9b5a3-8488-4b89-80bc-8dab56610deb tempest-ServerRescueNegativeTestJSON-809327394 tempest-ServerRescueNegativeTestJSON-809327394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:23.060367 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-65db21b3-fdcb-4919-b546-bd8cc4221342 None None] Calling delete_port for af9e23e2-0d42-4b06-bb63-11bc58521146 owned by network:dhcp {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:35:23.095739 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] Pushing event deleted for resources: {'Port': ['ID=af9e23e2-0d42-4b06-bb63-11bc58521146,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:23.100661 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:23.107025 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] No DVR routers for this DVR port af9e23e2-0d42-4b06-bb63-11bc58521146 on host dv-cinder-784945-8-iscsi {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:35:23.110253 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-65db21b3-fdcb-4919-b546-bd8cc4221342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:23.114035 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:23.156399 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db21b3-fdcb-4919-b546-bd8cc4221342 None None] Pushing event deleted for resources: {'Port': ['ID=af9e23e2-0d42-4b06-bb63-11bc58521146,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:23.159867 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-65db21b3-fdcb-4919-b546-bd8cc4221342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:23.162104 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65db21b3-fdcb-4919-b546-bd8cc4221342 None None] No DVR routers for this DVR port af9e23e2-0d42-4b06-bb63-11bc58521146 on host dv-cinder-784945-8-iscsi {{(pid=78736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:35:23.227264 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8771509523613'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:23.240001 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72a75bc-84e4-4072-bd72-d6e58af56db3']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:23.252594 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:23.252936 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9b3c20-9a16-4266-8ea0-f292f41b2e4f') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:35:23.263922 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509535335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3332993'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:23.280187 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:23.286604 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:35:23.287045 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2760482'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: Traceback (most recent call last): May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: timer() May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: cb(*args, **kw) May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: return func(*args, **kwargs) May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: self._notify() May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: self.callback(batched_events) May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: event.method(event) May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: return f(self, *a, **k) May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._get(url).json() May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:35:23.300128 dv-cinder-784945-8-iscsi neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:35:23.377168 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706869'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:23.380958 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b38bb84b-7289-4fcc-9c5d-e2bf365a925b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:23.394039 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:23.407989 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] Pushing event deleted for resources: {'Network': ['ID=e72a75bc-84e4-4072-bd72-d6e58af56db3,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:23.412019 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:23.417772 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e72a75bc-84e4-4072-bd72-d6e58af56db3 HTTP/1.1" status: 204 len: 168 time: 0.9236896 May 10 15:35:23.531327 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 51992) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:35:23.580292 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-97fa232a-2c2c-4f2d-a91d-b28adaef9093 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=376336f6ca3c4e8898d9998b100bc64d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476084 May 10 15:35:23.582521 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 51996) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:35:23.639798 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9769cde8-3f77-4174-ab3b-00274be2eab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:23.664875 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9769cde8-3f77-4174-ab3b-00274be2eab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:23.718426 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9769cde8-3f77-4174-ab3b-00274be2eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:23.723352 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-1f47fe1d-33c6-452a-bcc6-824f588054a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:23.738204 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769cde8-3f77-4174-ab3b-00274be2eab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae403b9-ebc7-4dfc-ad54-4c811ef5ce69,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:23.741293 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-9769cde8-3f77-4174-ab3b-00274be2eab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:23.743721 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9769cde8-3f77-4174-ab3b-00274be2eab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:23.744962 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-9769cde8-3f77-4174-ab3b-00274be2eab0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ae403b9-ebc7-4dfc-ad54-4c811ef5ce69 HTTP/1.1" status: 204 len: 168 time: 0.1615443 May 10 15:35:23.971249 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device af9e23e2-0d42-4b06-bb63-11bc58521146 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:35:24.007547 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: af9e23e2-0d42-4b06-bb63-11bc58521146 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:35:24.008014 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device af9e23e2-0d42-4b06-bb63-11bc58521146 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:35:24.463930 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 52022) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:35:24.568369 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2114306262-network', 'tenant_id': '234ef3d224d246c2aa2b1ea092d238c4'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:35:24.572987 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:35:24.576812 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Usage tracker for resource:network and tenant:234ef3d224d246c2aa2b1ea092d238c4 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:35:24.580257 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:35:24.586631 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:35:24.597803 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Made reservation on behalf of 234ef3d224d246c2aa2b1ea092d238c4 for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:35:24.600219 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:24.612121 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:24.626091 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:35:24.629798 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Usage tracker for resource:security_group_rule and tenant:234ef3d224d246c2aa2b1ea092d238c4 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:35:24.632522 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:35:24.637948 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:35:24.725059 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:24.728625 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:24.732412 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cf05963f-e562-4b6b-9b06-9066f321b15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:24.758781 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:35:24.767820 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637abee4-2062-41d9-897d-e907e39c210a,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:24.773544 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:24.773804 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:24.774140 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.segments_db [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Added segment f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5 of type vlan for network 65421764-aeca-428e-a591-0731f9a01c8c May 10 15:35:24.799517 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:24.829087 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:24.830374 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:24.830954 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:24.835503 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f9a74c8d-3b7a-4dd8-92b3-da8130b6c71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:24.931798 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Pushing event updated for resources: {'Network': ['ID=65421764-aeca-428e-a591-0731f9a01c8c,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:24.934622 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:24.936187 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4712648 May 10 15:35:24.939847 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 52032) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:35:24.942799 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network 65421764-aeca-428e-a591-0731f9a01c8c details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:35:24.946402 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-ed607366-7245-4c5e-8900-2495ec553322 admin admin] Request body: {'subnet': {'network_id': '65421764-aeca-428e-a591-0731f9a01c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2114306262-subnet', 'tenant_id': '234ef3d224d246c2aa2b1ea092d238c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:35:24.951073 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-ed607366-7245-4c5e-8900-2495ec553322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:35:24.955595 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-ed607366-7245-4c5e-8900-2495ec553322 admin admin] Usage tracker for resource:subnet and tenant:234ef3d224d246c2aa2b1ea092d238c4 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:35:24.958597 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-ed607366-7245-4c5e-8900-2495ec553322 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:35:24.964230 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-ed607366-7245-4c5e-8900-2495ec553322 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:35:24.974803 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed607366-7245-4c5e-8900-2495ec553322 admin admin] Made reservation on behalf of 234ef3d224d246c2aa2b1ea092d238c4 for: {'subnet': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:35:24.977416 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ed607366-7245-4c5e-8900-2495ec553322 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3433875'] for subnet, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:25.049346 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-cf935596-a2e7-4e29-874a-63edbf1ffd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:25.363355 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ed607366-7245-4c5e-8900-2495ec553322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2889351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3433953'] for subnet, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:25.368292 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:25.443043 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed607366-7245-4c5e-8900-2495ec553322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed1af062-fbdd-44c9-ae4c-195933b2c4d6,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:25.445628 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ed607366-7245-4c5e-8900-2495ec553322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:25.449841 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed607366-7245-4c5e-8900-2495ec553322 admin admin] Checking segment: {'id': 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:35:25.450197 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed607366-7245-4c5e-8900-2495ec553322 admin admin] Network hostable DHCP agents. Network: 65421764-aeca-428e-a591-0731f9a01c8c, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:35:25.467247 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed607366-7245-4c5e-8900-2495ec553322 admin admin] Network 65421764-aeca-428e-a591-0731f9a01c8c is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:35:25.477076 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-ed607366-7245-4c5e-8900-2495ec553322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, 65421764-aeca-428e-a591-0731f9a01c8c) {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:35:25.485859 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed607366-7245-4c5e-8900-2495ec553322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:25.486124 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ead50f8-0999-415e-9f0c-dbbc386ee16b None None] Network 65421764-aeca-428e-a591-0731f9a01c8c requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:35:25.486454 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ed607366-7245-4c5e-8900-2495ec553322 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:25.514241 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-ed607366-7245-4c5e-8900-2495ec553322 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5653665 May 10 15:35:25.675563 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3365a928-a274-45b9-a97b-46ab09a680b0 None None] Network 65421764-aeca-428e-a591-0731f9a01c8c requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:35:26.009478 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-7a49371d-95b4-491d-8e2e-6a9ce8a4fd82 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:26.010151 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-7a49371d-95b4-491d-8e2e-6a9ce8a4fd82 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Synchronizing usage tracker for tenant:234ef3d224d246c2aa2b1ea092d238c4 on resource:network {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:35:26.025820 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-7a49371d-95b4-491d-8e2e-6a9ce8a4fd82 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Unset dirty status for tenant:234ef3d224d246c2aa2b1ea092d238c4 on resource:network {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:35:26.026949 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-7a49371d-95b4-491d-8e2e-6a9ce8a4fd82 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/networks?id=65421764-aeca-428e-a591-0731f9a01c8c HTTP/1.1" status: 200 len: 815 time: 0.1582892 May 10 15:35:26.041667 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-adbb53cf-2f4c-41ca-8c48-2cee3e145134 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/quotas/234ef3d224d246c2aa2b1ea092d238c4 HTTP/1.1" status: 200 len: 375 time: 0.0086594 May 10 15:35:26.090185 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-2aec3801-6b26-40ad-8b92-e4195cd38a5f tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=234ef3d224d246c2aa2b1ea092d238c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434713 May 10 15:35:26.315022 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-cc4649a2-9469-47e9-bd97-e3edd44926a6 service neutron] 10.222.0.11 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175591 May 10 15:35:26.443862 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-56b4c52b-3b4d-4239-a339-7170e6f3a874 service neutron] 10.222.0.11 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229587 May 10 15:35:26.614681 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e17a9dcd-3e17-48c2-987a-1c413221b535 req-10222f2b-f541-4ee7-89f2-e8f732e34666 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=d70228f1-5b88-4165-84f2-6ece5b6348dc HTTP/1.1" status: 200 len: 210 time: 0.0414176 May 10 15:35:27.691731 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:27.763186 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-9115704c-24b8-414b-8bc6-4d9dd4833329 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:27.764665 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-9115704c-24b8-414b-8bc6-4d9dd4833329 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.46 "GET /v2.0/networks?id=65421764-aeca-428e-a591-0731f9a01c8c HTTP/1.1" status: 200 len: 815 time: 0.1655188 May 10 15:35:27.779613 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7f390d80-63d9-482a-b894-c028568ee61e req-d101311b-b4c7-4695-b0ab-f19b68c53fb9 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=d70228f1-5b88-4165-84f2-6ece5b6348dc HTTP/1.1" status: 200 len: 210 time: 0.0428791 May 10 15:35:27.783697 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-14c0025b-99dc-483a-ab24-c1be341176ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Request body: {'port': {'device_id': 'd70228f1-5b88-4165-84f2-6ece5b6348dc', 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c', 'admin_state_up': True, 'tenant_id': '234ef3d224d246c2aa2b1ea092d238c4'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:35:27.920619 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a869ff72-6259-4bfd-887f-5aa09e663632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:27.927575 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-14c0025b-99dc-483a-ab24-c1be341176ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:35:27.931638 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-14c0025b-99dc-483a-ab24-c1be341176ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Usage tracker for resource:port and tenant:234ef3d224d246c2aa2b1ea092d238c4 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:35:27.934564 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-14c0025b-99dc-483a-ab24-c1be341176ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:35:27.940774 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-14c0025b-99dc-483a-ab24-c1be341176ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:35:27.950751 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-14c0025b-99dc-483a-ab24-c1be341176ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Made reservation on behalf of 234ef3d224d246c2aa2b1ea092d238c4 for: {'port': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:35:27.954896 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-14c0025b-99dc-483a-ab24-c1be341176ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:28.224923 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-14c0025b-99dc-483a-ab24-c1be341176ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Allocated IP 172.20.0.14 (65421764-aeca-428e-a591-0731f9a01c8c/ed1af062-fbdd-44c9-ae4c-195933b2c4d6/55fde7ca-3fd5-450a-94d4-c1267c15edcd) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:35:28.421456 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-14c0025b-99dc-483a-ab24-c1be341176ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:28.450839 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-14c0025b-99dc-483a-ab24-c1be341176ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:28.457251 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7cf00f60-48f5-44bc-9e7a-f85eb31b2548 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:28.519553 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-14c0025b-99dc-483a-ab24-c1be341176ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Network 65421764-aeca-428e-a591-0731f9a01c8c is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:35:28.522485 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-14c0025b-99dc-483a-ab24-c1be341176ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:35:28.526324 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-14c0025b-99dc-483a-ab24-c1be341176ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:35:28.567292 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0025b-99dc-483a-ab24-c1be341176ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Pushing event updated for resources: {'Port': ['ID=55fde7ca-3fd5-450a-94d4-c1267c15edcd,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:28.569538 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:28.572378 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-14c0025b-99dc-483a-ab24-c1be341176ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:28.598614 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-14c0025b-99dc-483a-ab24-c1be341176ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:28.599231 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-14c0025b-99dc-483a-ab24-c1be341176ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:28.618594 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-14c0025b-99dc-483a-ab24-c1be341176ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8400810 May 10 15:35:28.630083 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Request body: {'port': {'device_id': 'd70228f1-5b88-4165-84f2-6ece5b6348dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:35:28.741653 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:28.968130 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4086f-fddd-4a5e-a459-4b869f98286c req-26eaa29d-7410-45f6-a001-3e92e3692afd tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:28.970244 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-74e4086f-fddd-4a5e-a459-4b869f98286c req-26eaa29d-7410-45f6-a001-3e92e3692afd tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=d70228f1-5b88-4165-84f2-6ece5b6348dc HTTP/1.1" status: 200 len: 932 time: 0.0834711 May 10 15:35:29.014832 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-74e4086f-fddd-4a5e-a459-4b869f98286c req-787b8348-deae-45ba-8f77-21d393356df5 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Synchronizing usage tracker for tenant:234ef3d224d246c2aa2b1ea092d238c4 on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:35:29.030927 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-74e4086f-fddd-4a5e-a459-4b869f98286c req-787b8348-deae-45ba-8f77-21d393356df5 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Unset dirty status for tenant:234ef3d224d246c2aa2b1ea092d238c4 on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:35:29.032079 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-74e4086f-fddd-4a5e-a459-4b869f98286c req-787b8348-deae-45ba-8f77-21d393356df5 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559812 May 10 15:35:29.080093 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55fde7ca-3fd5-450a-94d4-c1267c15edcd {{(pid=78734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:35:29.087312 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:29.101550 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Transition to ACTIVE for port object 55fde7ca-3fd5-450a-94d4-c1267c15edcd will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:35:29.105109 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:29.109938 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-31aa991e-23dd-4a71-9c23-b3f7b19402a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:29.262886 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Pushing event updated for resources: {'Port': ['ID=55fde7ca-3fd5-450a-94d4-c1267c15edcd,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:29.268308 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:35:29.270208 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:29.334884 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Attempting to bind port 55fde7ca-3fd5-450a-94d4-c1267c15edcd on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:35:29.335143 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Attempting to bind port 55fde7ca-3fd5-450a-94d4-c1267c15edcd by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:35:29.335479 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Attempting to bind port 55fde7ca-3fd5-450a-94d4-c1267c15edcd on network 65421764-aeca-428e-a591-0731f9a01c8c {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:35:29.340067 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Port 55fde7ca-3fd5-450a-94d4-c1267c15edcd on network 65421764-aeca-428e-a591-0731f9a01c8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:35:29.340397 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Attempting to bind port 55fde7ca-3fd5-450a-94d4-c1267c15edcd on network 65421764-aeca-428e-a591-0731f9a01c8c {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:35:29.345691 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:35:29.346038 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Checking segment: {'id': 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:35:29.346422 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Bound using segment: {'id': 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:35:29.346854 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Bound port: 55fde7ca-3fd5-450a-94d4-c1267c15edcd, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:35:29.347223 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:29.437019 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] For port 55fde7ca-3fd5-450a-94d4-c1267c15edcd, host hv-cinder-78494, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:35:29.439974 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] For port 55fde7ca-3fd5-450a-94d4-c1267c15edcd, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=55fde7ca-3fd5-450a-94d4-c1267c15edcd,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:35:29.443789 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:29.447204 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-95302b97-af72-4920-88fa-7b329328be03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:29.497419 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:29.498022 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:29.499477 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] 10.222.0.46 "PUT /v2.0/ports/55fde7ca-3fd5-450a-94d4-c1267c15edcd HTTP/1.1" status: 200 len: 1094 time: 0.8732543 May 10 15:35:29.499984 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70228f1-5b88-4165-84f2-6ece5b6348dc', 'tag': '55fde7ca-3fd5-450a-94d4-c1267c15edcd'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:35:29.525315 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Pushing event updated for resources: {'Port': ['ID=55fde7ca-3fd5-450a-94d4-c1267c15edcd,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:29.528376 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:29.569287 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70228f1-5b88-4165-84f2-6ece5b6348dc', 'tag': '55fde7ca-3fd5-450a-94d4-c1267c15edcd', 'status': 'completed', 'code': 200} May 10 15:35:29.608640 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-f951def4-156c-48e9-aecd-57d5c1357e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:29.610154 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-f951def4-156c-48e9-aecd-57d5c1357e69 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=234ef3d224d246c2aa2b1ea092d238c4&device_id=d70228f1-5b88-4165-84f2-6ece5b6348dc HTTP/1.1" status: 200 len: 1097 time: 0.0734959 May 10 15:35:29.677478 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-324251a7-092a-461e-a812-26534f661106 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55fde7ca-3fd5-450a-94d4-c1267c15edcd HTTP/1.1" status: 200 len: 217 time: 0.0586607 May 10 15:35:29.742173 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-3c061e81-6724-45f1-9bac-922131e6c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:29.743558 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-3c061e81-6724-45f1-9bac-922131e6c8c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed1af062-fbdd-44c9-ae4c-195933b2c4d6 HTTP/1.1" status: 200 len: 855 time: 0.0581114 May 10 15:35:29.790553 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-98d6c3c9-1c6b-4c0f-994b-77f6e8cb6fe5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65421764-aeca-428e-a591-0731f9a01c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393426 May 10 15:35:30.019556 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-e0e061ed-7b21-404b-841d-951d0522f3f1 service neutron] 10.222.0.46 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187839 May 10 15:35:30.190249 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b4884b65-1649-470b-a2d9-cde0044a43c2 req-abc79b93-cf5d-415a-abd6-2fbc3e3009f6 service neutron] 10.222.0.46 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637747 May 10 15:35:30.231586 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f565c82-a240-4109-8e4c-9de695c7dfc3 req-a776bbd2-69ee-484c-a2bc-40cd3564fb61 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:30.232392 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-7f565c82-a240-4109-8e4c-9de695c7dfc3 req-a776bbd2-69ee-484c-a2bc-40cd3564fb61 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Synchronizing usage tracker for tenant:234ef3d224d246c2aa2b1ea092d238c4 on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:35:30.295220 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-7f565c82-a240-4109-8e4c-9de695c7dfc3 req-a776bbd2-69ee-484c-a2bc-40cd3564fb61 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Unset dirty status for tenant:234ef3d224d246c2aa2b1ea092d238c4 on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:35:30.297120 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7f565c82-a240-4109-8e4c-9de695c7dfc3 req-a776bbd2-69ee-484c-a2bc-40cd3564fb61 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=d70228f1-5b88-4165-84f2-6ece5b6348dc HTTP/1.1" status: 200 len: 944 time: 0.1561744 May 10 15:35:30.340858 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:30.350884 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca982a9-5dc8-4abf-8617-c9b0ac382136 req-c6bfb91b-1785-44ca-b06b-dc5a6f84a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:30.352468 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8ca982a9-5dc8-4abf-8617-c9b0ac382136 req-c6bfb91b-1785-44ca-b06b-dc5a6f84a411 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=234ef3d224d246c2aa2b1ea092d238c4&device_id=d70228f1-5b88-4165-84f2-6ece5b6348dc HTTP/1.1" status: 200 len: 1097 time: 0.1164227 May 10 15:35:30.359701 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7f565c82-a240-4109-8e4c-9de695c7dfc3 req-3cbb2342-1342-4291-a76f-a13d3b286e76 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563195 May 10 15:35:30.491474 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca982a9-5dc8-4abf-8617-c9b0ac382136 req-460c0a16-5002-4db1-aaf6-19e6d1e98cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:30.492853 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8ca982a9-5dc8-4abf-8617-c9b0ac382136 req-460c0a16-5002-4db1-aaf6-19e6d1e98cf5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=65421764-aeca-428e-a591-0731f9a01c8c HTTP/1.1" status: 200 len: 916 time: 0.1278296 May 10 15:35:30.568118 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8ca982a9-5dc8-4abf-8617-c9b0ac382136 req-c17808ee-d5e8-41bd-9ad1-6b81485fb027 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55fde7ca-3fd5-450a-94d4-c1267c15edcd HTTP/1.1" status: 200 len: 217 time: 0.0663931 May 10 15:35:30.634267 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca982a9-5dc8-4abf-8617-c9b0ac382136 req-6009bc5a-dcc8-4f4e-abab-169a83d0101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:30.635643 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8ca982a9-5dc8-4abf-8617-c9b0ac382136 req-6009bc5a-dcc8-4f4e-abab-169a83d0101c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed1af062-fbdd-44c9-ae4c-195933b2c4d6 HTTP/1.1" status: 200 len: 855 time: 0.0596135 May 10 15:35:30.681714 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8ca982a9-5dc8-4abf-8617-c9b0ac382136 req-27245b1a-d828-48b7-9656-5dd5502a2c82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65421764-aeca-428e-a591-0731f9a01c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392463 May 10 15:35:30.815279 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8ca982a9-5dc8-4abf-8617-c9b0ac382136 req-5c019eea-8d41-4be4-b65b-269f1e0e489d service neutron] 10.222.0.46 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256444 May 10 15:35:30.949480 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8ca982a9-5dc8-4abf-8617-c9b0ac382136 req-3f6c0d82-ab92-4443-b2ca-dfbaa5d5967a service neutron] 10.222.0.46 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228330 May 10 15:35:31.538341 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006d5ef-4c4e-4a2e-b056-ec79ee3a141f req-8f95fe8e-5e16-4a93-88c2-a2c107636222 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:31.539709 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3006d5ef-4c4e-4a2e-b056-ec79ee3a141f req-8f95fe8e-5e16-4a93-88c2-a2c107636222 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=d70228f1-5b88-4165-84f2-6ece5b6348dc HTTP/1.1" status: 200 len: 944 time: 0.0774343 May 10 15:35:31.588282 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3006d5ef-4c4e-4a2e-b056-ec79ee3a141f req-59f4f499-9782-4718-91ef-9033d3d45c66 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429099 May 10 15:35:32.767968 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9537b-4de5-4fe7-8e3b-676e7fec0a19 req-dc47d898-922f-4d89-9db5-05a112b0176e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:32.769416 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-57f9537b-4de5-4fe7-8e3b-676e7fec0a19 req-dc47d898-922f-4d89-9db5-05a112b0176e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=d70228f1-5b88-4165-84f2-6ece5b6348dc HTTP/1.1" status: 200 len: 944 time: 0.0801022 May 10 15:35:32.813161 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-57f9537b-4de5-4fe7-8e3b-676e7fec0a19 req-20824ea6-5ab6-4398-aefc-5e7ef0b156b9 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381601 May 10 15:35:33.997243 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce7458-3237-42b9-a0de-c593d7828306 req-49c8f764-09de-4041-aa8f-e1a9910a9b2d tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:33.998670 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-27ce7458-3237-42b9-a0de-c593d7828306 req-49c8f764-09de-4041-aa8f-e1a9910a9b2d tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=d70228f1-5b88-4165-84f2-6ece5b6348dc HTTP/1.1" status: 200 len: 944 time: 0.0809083 May 10 15:35:34.043575 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-27ce7458-3237-42b9-a0de-c593d7828306 req-30605c03-cc01-4b7b-a480-f28e9cd15fa4 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392251 May 10 15:35:34.109392 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 55fde7ca-3fd5-450a-94d4-c1267c15edcd details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:35:34.240036 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 55fde7ca-3fd5-450a-94d4-c1267c15edcd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=55fde7ca-3fd5-450a-94d4-c1267c15edcd,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:35:34.252740 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': '55fde7ca-3fd5-450a-94d4-c1267c15edcd', 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c', 'port_id': '55fde7ca-3fd5-450a-94d4-c1267c15edcd', 'mac_address': 'fa:16:3e:04:4e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1af062-fbdd-44c9-ae4c-195933b2c4d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:35:34.306723 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:34.324005 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55fde7ca-3fd5-450a-94d4-c1267c15edcd {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:35:34.340797 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 55fde7ca-3fd5-450a-94d4-c1267c15edcd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=55fde7ca-3fd5-450a-94d4-c1267c15edcd,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:35:34.347441 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:34.349626 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:34.422705 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=55fde7ca-3fd5-450a-94d4-c1267c15edcd,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:34.429815 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:34.430166 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:34.430507 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:34.430838 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:34.431422 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:34.431748 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:34.432163 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:34.432413 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:34.432808 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:34.433042 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:34.433358 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:34.433674 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:35:34.438194 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:34.595032 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['55fde7ca-3fd5-450a-94d4-c1267c15edcd'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:35:35.222193 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865987b-c77b-486d-9aea-4f81965c03f3 req-f459523e-7179-4344-b1ee-37ca3dfb38f1 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:35.223632 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f865987b-c77b-486d-9aea-4f81965c03f3 req-f459523e-7179-4344-b1ee-37ca3dfb38f1 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=d70228f1-5b88-4165-84f2-6ece5b6348dc HTTP/1.1" status: 200 len: 945 time: 0.0789587 May 10 15:35:35.266876 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f865987b-c77b-486d-9aea-4f81965c03f3 req-42fa006f-da54-418e-a95a-23ad9d916f91 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375631 May 10 15:35:36.079123 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 55fde7ca-3fd5-450a-94d4-c1267c15edcd up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:35:36.144755 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port 55fde7ca-3fd5-450a-94d4-c1267c15edcd completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:35:36.149261 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port 55fde7ca-3fd5-450a-94d4-c1267c15edcd triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:35:36.149639 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:36.293081 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:36.319859 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70228f1-5b88-4165-84f2-6ece5b6348dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fde7ca-3fd5-450a-94d4-c1267c15edcd'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:35:36.330791 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 55fde7ca-3fd5-450a-94d4-c1267c15edcd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=55fde7ca-3fd5-450a-94d4-c1267c15edcd,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:35:36.336403 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:36.339067 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-85c6ed0d-5b94-4eff-b092-adba53d36e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:36.375880 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70228f1-5b88-4165-84f2-6ece5b6348dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fde7ca-3fd5-450a-94d4-c1267c15edcd', 'code': 200} May 10 15:35:36.416142 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=55fde7ca-3fd5-450a-94d4-c1267c15edcd,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:36.420656 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:36.460910 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbc0d0-e5f5-46cd-b08a-5e852931d1cd req-2ea95b69-7cde-4466-b26f-9f783e8a43ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:36.462383 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e0dbc0d0-e5f5-46cd-b08a-5e852931d1cd req-2ea95b69-7cde-4466-b26f-9f783e8a43ee tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=d70228f1-5b88-4165-84f2-6ece5b6348dc HTTP/1.1" status: 200 len: 946 time: 0.0839334 May 10 15:35:36.507061 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e0dbc0d0-e5f5-46cd-b08a-5e852931d1cd req-f8d8d71b-9d5d-4af3-a9fb-122a909b4e83 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383174 May 10 15:35:36.598526 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522c5f1-e85e-404f-b2dc-9a7eec25a8be req-71a17553-6057-4418-ae12-48d915e3569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:36.599993 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1522c5f1-e85e-404f-b2dc-9a7eec25a8be req-71a17553-6057-4418-ae12-48d915e3569a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d70228f1-5b88-4165-84f2-6ece5b6348dc HTTP/1.1" status: 200 len: 1099 time: 0.0684655 May 10 15:35:36.645083 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1522c5f1-e85e-404f-b2dc-9a7eec25a8be req-12f63c8b-149f-4b0f-9db4-794784b0e59b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370333 May 10 15:35:37.798241 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c8954-71ad-41e8-a58d-7c557f97d491 req-80a026c8-55bc-44ed-86ee-4d0ae27d11d5 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:37.799805 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-fe6c8954-71ad-41e8-a58d-7c557f97d491 req-80a026c8-55bc-44ed-86ee-4d0ae27d11d5 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=d70228f1-5b88-4165-84f2-6ece5b6348dc HTTP/1.1" status: 200 len: 946 time: 0.1802816 May 10 15:35:37.846229 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-fe6c8954-71ad-41e8-a58d-7c557f97d491 req-68ecf761-f24a-4cb5-9712-c3e574a99568 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407879 May 10 15:35:39.031543 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c3f0b-55c8-48c4-925d-b37db0a4d105 req-e82a1f8e-ffbc-473f-ac13-b50e6bd9b491 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:39.033019 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7b9c3f0b-55c8-48c4-925d-b37db0a4d105 req-e82a1f8e-ffbc-473f-ac13-b50e6bd9b491 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=d70228f1-5b88-4165-84f2-6ece5b6348dc HTTP/1.1" status: 200 len: 946 time: 0.0819528 May 10 15:35:39.077505 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7b9c3f0b-55c8-48c4-925d-b37db0a4d105 req-8f456426-fa47-44ba-80ec-76aaa6571951 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381870 May 10 15:35:47.898060 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55decf-b7ef-4879-85dd-0f81655254af req-dca0e754-8d84-4668-8d3c-a6a76906fe4c tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:47.899405 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3b55decf-b7ef-4879-85dd-0f81655254af req-dca0e754-8d84-4668-8d3c-a6a76906fe4c tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/networks?id=65421764-aeca-428e-a591-0731f9a01c8c HTTP/1.1" status: 200 len: 815 time: 0.1455426 May 10 15:35:47.914696 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3b55decf-b7ef-4879-85dd-0f81655254af req-d516710f-ced8-45f6-8c7e-332ebcbc42bb tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/quotas/234ef3d224d246c2aa2b1ea092d238c4 HTTP/1.1" status: 200 len: 375 time: 0.0097086 May 10 15:35:48.000720 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3b55decf-b7ef-4879-85dd-0f81655254af req-48c2852e-eb9b-41b3-ae63-8a577e492218 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=234ef3d224d246c2aa2b1ea092d238c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806952 May 10 15:35:48.135853 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3b55decf-b7ef-4879-85dd-0f81655254af req-17f7199f-63cf-4f9f-9bea-d28d7c17f66e service neutron] 10.222.0.11 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284561 May 10 15:35:48.265452 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3b55decf-b7ef-4879-85dd-0f81655254af req-e4b7de50-f74e-4efb-b428-5437564d3536 service neutron] 10.222.0.11 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237609 May 10 15:35:48.446876 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bf71fd2a-ba5c-4da0-bb1e-2d2cf0cfdaa7 req-c8fe1e61-dafb-42d2-b805-8d44c9a59a17 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9 HTTP/1.1" status: 200 len: 210 time: 0.0447047 May 10 15:35:48.676288 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:49.528651 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55decf-b7ef-4879-85dd-0f81655254af req-094b0974-6b7b-4efd-9915-f67ebbe6b88a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:49.530122 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3b55decf-b7ef-4879-85dd-0f81655254af req-094b0974-6b7b-4efd-9915-f67ebbe6b88a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.46 "GET /v2.0/networks?id=65421764-aeca-428e-a591-0731f9a01c8c HTTP/1.1" status: 200 len: 815 time: 0.1470454 May 10 15:35:49.546135 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-3b55decf-b7ef-4879-85dd-0f81655254af req-381af918-11ef-4093-900b-43d5f910bf90 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Request body: {'port': {'device_id': 'fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9', 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c', 'admin_state_up': True, 'tenant_id': '234ef3d224d246c2aa2b1ea092d238c4'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:35:49.611816 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a9742ef7-ba75-4632-8fff-2ac7b275adc5 req-d386cbbb-af4f-4fb8-8b85-d56c7cc6020a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9 HTTP/1.1" status: 200 len: 210 time: 0.0520351 May 10 15:35:49.725989 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-3b55decf-b7ef-4879-85dd-0f81655254af req-381af918-11ef-4093-900b-43d5f910bf90 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:35:49.735727 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-3b55decf-b7ef-4879-85dd-0f81655254af req-381af918-11ef-4093-900b-43d5f910bf90 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:35:49.745859 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b55decf-b7ef-4879-85dd-0f81655254af req-381af918-11ef-4093-900b-43d5f910bf90 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Made reservation on behalf of 234ef3d224d246c2aa2b1ea092d238c4 for: {'port': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:35:49.749931 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-3b55decf-b7ef-4879-85dd-0f81655254af req-381af918-11ef-4093-900b-43d5f910bf90 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:49.904573 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [req-3b55decf-b7ef-4879-85dd-0f81655254af req-381af918-11ef-4093-900b-43d5f910bf90 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Allocated IP 172.20.0.6 (65421764-aeca-428e-a591-0731f9a01c8c/ed1af062-fbdd-44c9-ae4c-195933b2c4d6/56cb1634-13f1-4590-b0a7-e4271d628cf8) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:35:50.098678 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-3b55decf-b7ef-4879-85dd-0f81655254af req-381af918-11ef-4093-900b-43d5f910bf90 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:50.129412 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-3b55decf-b7ef-4879-85dd-0f81655254af req-381af918-11ef-4093-900b-43d5f910bf90 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:50.134950 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a5415251-65ab-4228-902a-dda44b3c8503 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:50.141936 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['55fde7ca-3fd5-450a-94d4-c1267c15edcd'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:35:50.197990 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b55decf-b7ef-4879-85dd-0f81655254af req-381af918-11ef-4093-900b-43d5f910bf90 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Network 65421764-aeca-428e-a591-0731f9a01c8c is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:35:50.201008 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [req-3b55decf-b7ef-4879-85dd-0f81655254af req-381af918-11ef-4093-900b-43d5f910bf90 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:35:50.209717 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b55decf-b7ef-4879-85dd-0f81655254af req-381af918-11ef-4093-900b-43d5f910bf90 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:35:50.244306 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381af918-11ef-4093-900b-43d5f910bf90 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Pushing event updated for resources: {'Port': ['ID=56cb1634-13f1-4590-b0a7-e4271d628cf8,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:50.249297 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-381af918-11ef-4093-900b-43d5f910bf90 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:50.275013 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55decf-b7ef-4879-85dd-0f81655254af req-381af918-11ef-4093-900b-43d5f910bf90 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:50.275621 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-3b55decf-b7ef-4879-85dd-0f81655254af req-381af918-11ef-4093-900b-43d5f910bf90 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:50.300471 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3b55decf-b7ef-4879-85dd-0f81655254af req-381af918-11ef-4093-900b-43d5f910bf90 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7597795 May 10 15:35:50.313043 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Request body: {'port': {'device_id': 'fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:35:50.422669 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:50.889494 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56cb1634-13f1-4590-b0a7-e4271d628cf8 {{(pid=78734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:35:50.898684 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:50.918823 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Transition to ACTIVE for port object 56cb1634-13f1-4590-b0a7-e4271d628cf8 will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:35:50.924521 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:50.929063 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:51.054480 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6531ad4-412a-4b30-8233-6ad64683ed2c req-2bd8d871-6d60-4085-91cc-07bce1d6af14 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:51.055184 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-e6531ad4-412a-4b30-8233-6ad64683ed2c req-2bd8d871-6d60-4085-91cc-07bce1d6af14 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Synchronizing usage tracker for tenant:234ef3d224d246c2aa2b1ea092d238c4 on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:35:51.073136 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Pushing event updated for resources: {'Port': ['ID=56cb1634-13f1-4590-b0a7-e4271d628cf8,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:51.077799 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:51.144226 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-e6531ad4-412a-4b30-8233-6ad64683ed2c req-2bd8d871-6d60-4085-91cc-07bce1d6af14 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Unset dirty status for tenant:234ef3d224d246c2aa2b1ea092d238c4 on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:35:51.145369 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e6531ad4-412a-4b30-8233-6ad64683ed2c req-2bd8d871-6d60-4085-91cc-07bce1d6af14 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9 HTTP/1.1" status: 200 len: 931 time: 0.4167283 May 10 15:35:51.213325 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e6531ad4-412a-4b30-8233-6ad64683ed2c req-94dc5f30-f2d3-4325-a9d0-2ec91022dadf tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614207 May 10 15:35:51.217021 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Attempting to bind port 56cb1634-13f1-4590-b0a7-e4271d628cf8 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:35:51.217890 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Attempting to bind port 56cb1634-13f1-4590-b0a7-e4271d628cf8 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:35:51.218400 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Attempting to bind port 56cb1634-13f1-4590-b0a7-e4271d628cf8 on network 65421764-aeca-428e-a591-0731f9a01c8c {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:35:51.223023 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Port 56cb1634-13f1-4590-b0a7-e4271d628cf8 on network 65421764-aeca-428e-a591-0731f9a01c8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:35:51.223355 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Attempting to bind port 56cb1634-13f1-4590-b0a7-e4271d628cf8 on network 65421764-aeca-428e-a591-0731f9a01c8c {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:35:51.228646 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:35:51.229063 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Checking segment: {'id': 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:35:51.229454 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Bound using segment: {'id': 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:35:51.229893 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Bound port: 56cb1634-13f1-4590-b0a7-e4271d628cf8, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:35:51.230251 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:51.323909 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] For port 56cb1634-13f1-4590-b0a7-e4271d628cf8, host hv-cinder-78494, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:35:51.327365 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] For port 56cb1634-13f1-4590-b0a7-e4271d628cf8, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=56cb1634-13f1-4590-b0a7-e4271d628cf8,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:35:51.332159 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:51.336660 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-299cc8d1-bc0f-4b89-99aa-ce92b71e8e8f tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:51.390994 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:51.391627 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:51.393576 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] 10.222.0.46 "PUT /v2.0/ports/56cb1634-13f1-4590-b0a7-e4271d628cf8 HTTP/1.1" status: 200 len: 1093 time: 1.0848615 May 10 15:35:51.395987 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9', 'tag': '56cb1634-13f1-4590-b0a7-e4271d628cf8'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:35:51.424519 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Pushing event updated for resources: {'Port': ['ID=56cb1634-13f1-4590-b0a7-e4271d628cf8,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:51.427470 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:51.466131 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9', 'tag': '56cb1634-13f1-4590-b0a7-e4271d628cf8', 'status': 'completed', 'code': 200} May 10 15:35:51.509353 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7194773d-48a8-4753-8db9-538c29f98423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:51.510802 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3b55decf-b7ef-4879-85dd-0f81655254af req-7194773d-48a8-4753-8db9-538c29f98423 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=234ef3d224d246c2aa2b1ea092d238c4&device_id=fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0758841 May 10 15:35:51.579619 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3b55decf-b7ef-4879-85dd-0f81655254af req-6dd5edbc-9d9f-430a-9390-f3ead45cd5ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56cb1634-13f1-4590-b0a7-e4271d628cf8 HTTP/1.1" status: 200 len: 217 time: 0.0596399 May 10 15:35:51.645428 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55decf-b7ef-4879-85dd-0f81655254af req-c9e1ceb7-00e6-410e-8104-40f000cd31c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:51.646830 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3b55decf-b7ef-4879-85dd-0f81655254af req-c9e1ceb7-00e6-410e-8104-40f000cd31c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed1af062-fbdd-44c9-ae4c-195933b2c4d6 HTTP/1.1" status: 200 len: 855 time: 0.0595784 May 10 15:35:51.694482 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3b55decf-b7ef-4879-85dd-0f81655254af req-bac4440b-fbdd-40db-a0d1-e49b4d766d4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65421764-aeca-428e-a591-0731f9a01c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396376 May 10 15:35:51.825068 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3b55decf-b7ef-4879-85dd-0f81655254af req-3503d473-d684-401a-9f2d-e1a140d8e943 service neutron] 10.222.0.46 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228466 May 10 15:35:51.954649 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3b55decf-b7ef-4879-85dd-0f81655254af req-f6b51592-5efd-4bee-99c6-b117d4c903b4 service neutron] 10.222.0.46 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214631 May 10 15:35:52.074626 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a5a99-bcc3-4185-bb04-d9b24a453029 req-d2465bf7-a979-4cad-b344-8c4ddb62ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:52.076150 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d95a5a99-bcc3-4185-bb04-d9b24a453029 req-d2465bf7-a979-4cad-b344-8c4ddb62ce75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=234ef3d224d246c2aa2b1ea092d238c4&device_id=fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0695643 May 10 15:35:52.208202 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a5a99-bcc3-4185-bb04-d9b24a453029 req-83bac484-fe81-4a5d-9cec-03d0b5b04d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:52.209623 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d95a5a99-bcc3-4185-bb04-d9b24a453029 req-83bac484-fe81-4a5d-9cec-03d0b5b04d46 service neutron] 10.222.0.46 "GET /v2.0/networks?id=65421764-aeca-428e-a591-0731f9a01c8c HTTP/1.1" status: 200 len: 916 time: 0.1246681 May 10 15:35:52.284730 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d95a5a99-bcc3-4185-bb04-d9b24a453029 req-49f11888-beb3-4f48-9596-513bedf2966a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56cb1634-13f1-4590-b0a7-e4271d628cf8 HTTP/1.1" status: 200 len: 217 time: 0.0620244 May 10 15:35:52.350052 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a5a99-bcc3-4185-bb04-d9b24a453029 req-ca6a5dc1-a15a-4374-acd1-c6f507518c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:52.351419 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d95a5a99-bcc3-4185-bb04-d9b24a453029 req-ca6a5dc1-a15a-4374-acd1-c6f507518c5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed1af062-fbdd-44c9-ae4c-195933b2c4d6 HTTP/1.1" status: 200 len: 855 time: 0.0575390 May 10 15:35:52.405628 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d95a5a99-bcc3-4185-bb04-d9b24a453029 req-1f6fcdff-36e0-418e-ac5f-ad2bce6676f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65421764-aeca-428e-a591-0731f9a01c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457165 May 10 15:35:52.417993 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58faf95-fba4-4a99-a531-ee9608299de8 req-a903bb45-1885-48bb-b3b0-88ba3202e5c9 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:52.422784 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c58faf95-fba4-4a99-a531-ee9608299de8 req-a903bb45-1885-48bb-b3b0-88ba3202e5c9 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9 HTTP/1.1" status: 200 len: 943 time: 0.1019936 May 10 15:35:52.468394 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c58faf95-fba4-4a99-a531-ee9608299de8 req-2d2261f0-0c0e-405f-a3f6-0273e6880ec8 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428729 May 10 15:35:52.637121 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d95a5a99-bcc3-4185-bb04-d9b24a453029 req-d32237cd-97e4-4d14-8d9e-2f8e7e610348 service neutron] 10.222.0.46 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234876 May 10 15:35:52.765447 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d95a5a99-bcc3-4185-bb04-d9b24a453029 req-60076bed-0903-4d2e-927b-43289731e946 service neutron] 10.222.0.46 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217678 May 10 15:35:53.656373 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748b0fe-78e4-4270-8418-d59b83548f1f req-179e15f6-4c2b-4c9d-b0e7-266ba21cdbca tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:53.657808 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4748b0fe-78e4-4270-8418-d59b83548f1f req-179e15f6-4c2b-4c9d-b0e7-266ba21cdbca tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9 HTTP/1.1" status: 200 len: 943 time: 0.0827260 May 10 15:35:53.700785 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4748b0fe-78e4-4270-8418-d59b83548f1f req-34dc1c34-0ef8-4cb1-8118-c375c717c6f7 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373371 May 10 15:35:54.158109 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 56cb1634-13f1-4590-b0a7-e4271d628cf8 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:35:54.290222 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 56cb1634-13f1-4590-b0a7-e4271d628cf8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=56cb1634-13f1-4590-b0a7-e4271d628cf8,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:35:54.302855 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': '56cb1634-13f1-4590-b0a7-e4271d628cf8', 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c', 'port_id': '56cb1634-13f1-4590-b0a7-e4271d628cf8', 'mac_address': 'fa:16:3e:66:12:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1af062-fbdd-44c9-ae4c-195933b2c4d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:35:54.360302 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:54.376506 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56cb1634-13f1-4590-b0a7-e4271d628cf8 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:35:54.392378 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 56cb1634-13f1-4590-b0a7-e4271d628cf8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=56cb1634-13f1-4590-b0a7-e4271d628cf8,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:35:54.396403 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:54.398082 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-65db21b3-fdcb-4919-b546-bd8cc4221342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:54.462120 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=56cb1634-13f1-4590-b0a7-e4271d628cf8,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:54.465112 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:54.695740 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['56cb1634-13f1-4590-b0a7-e4271d628cf8'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:35:54.885629 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa205fad-45b4-46c0-9976-1358e61b169b req-0f50f182-defb-4097-97b9-b1864e7ec20d tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:54.887081 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-aa205fad-45b4-46c0-9976-1358e61b169b req-0f50f182-defb-4097-97b9-b1864e7ec20d tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9 HTTP/1.1" status: 200 len: 944 time: 0.0788870 May 10 15:35:54.933597 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-aa205fad-45b4-46c0-9976-1358e61b169b req-082e066d-f231-4374-9dfa-e0dfbcf31de0 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401149 May 10 15:35:55.020548 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b6ecac1e-7bbb-411b-933d-ba481f36d873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:56.115160 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f925c1d-a4c8-4fca-904f-f9f1f812bd7d req-d8b11cd7-01d4-4db2-af3c-e13ad4b2d486 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:56.116630 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8f925c1d-a4c8-4fca-904f-f9f1f812bd7d req-d8b11cd7-01d4-4db2-af3c-e13ad4b2d486 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9 HTTP/1.1" status: 200 len: 944 time: 0.0778506 May 10 15:35:56.160187 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8f925c1d-a4c8-4fca-904f-f9f1f812bd7d req-9bfad14b-f9ca-41d4-a422-bc3333456abb tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379868 May 10 15:35:56.173505 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 56cb1634-13f1-4590-b0a7-e4271d628cf8 up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:35:56.243376 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port 56cb1634-13f1-4590-b0a7-e4271d628cf8 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:35:56.247717 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port 56cb1634-13f1-4590-b0a7-e4271d628cf8 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:35:56.248125 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:56.358954 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:56.384985 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cb1634-13f1-4590-b0a7-e4271d628cf8'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:35:56.394427 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 56cb1634-13f1-4590-b0a7-e4271d628cf8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=56cb1634-13f1-4590-b0a7-e4271d628cf8,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:35:56.398251 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:56.400086 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:35:56.437939 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cb1634-13f1-4590-b0a7-e4271d628cf8', 'code': 200} May 10 15:35:56.469735 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=56cb1634-13f1-4590-b0a7-e4271d628cf8,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:35:56.472744 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:35:56.660582 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8b427-2ac5-49fc-82e8-44e8d4917d91 req-e34810db-b96b-41e4-a4d9-2ed048fbf14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:56.661956 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-38e8b427-2ac5-49fc-82e8-44e8d4917d91 req-e34810db-b96b-41e4-a4d9-2ed048fbf14b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9 HTTP/1.1" status: 200 len: 1098 time: 0.0701888 May 10 15:35:56.703912 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-38e8b427-2ac5-49fc-82e8-44e8d4917d91 req-ded6ee35-e0c5-4263-afad-46dcf76e23cf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346181 May 10 15:35:57.349830 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469808f7-75b3-4625-9a24-21da1a772081 req-c3c160c7-a4d7-4d01-8022-df966523f84c tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:57.351281 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-469808f7-75b3-4625-9a24-21da1a772081 req-c3c160c7-a4d7-4d01-8022-df966523f84c tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9 HTTP/1.1" status: 200 len: 945 time: 0.0844128 May 10 15:35:57.395469 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-469808f7-75b3-4625-9a24-21da1a772081 req-1574136d-2361-4729-ac2f-ea25385e7573 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382149 May 10 15:35:57.694453 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:57.922996 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-54a7946f-33a9-4b51-b206-c63b0cd6b8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:58.580250 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:58.600400 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422c972-0dbc-4b62-a09d-2d0415b45d03 req-a1fce41b-3f76-4d80-a882-730349fbea88 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:35:58.601810 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6422c972-0dbc-4b62-a09d-2d0415b45d03 req-a1fce41b-3f76-4d80-a882-730349fbea88 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9 HTTP/1.1" status: 200 len: 945 time: 0.0941887 May 10 15:35:58.650748 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6422c972-0dbc-4b62-a09d-2d0415b45d03 req-b40ada62-ba25-46ee-9a3e-107a74ba858a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420535 May 10 15:36:00.341513 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:00.940529 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-d8370928-c289-4e2b-b610-eb41c1b2b018 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:00.941995 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-d8370928-c289-4e2b-b610-eb41c1b2b018 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/networks?id=65421764-aeca-428e-a591-0731f9a01c8c HTTP/1.1" status: 200 len: 815 time: 0.2500064 May 10 15:36:00.956905 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-7a5b315f-e601-455f-9b12-22d5eaa435b4 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/quotas/234ef3d224d246c2aa2b1ea092d238c4 HTTP/1.1" status: 200 len: 375 time: 0.0094461 May 10 15:36:01.004325 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd08877-0656-4b09-a01a-39dad79dfd0b req-f2278cfe-a6f8-40cd-8092-7996fa5d2055 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:01.005815 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9dd08877-0656-4b09-a01a-39dad79dfd0b req-f2278cfe-a6f8-40cd-8092-7996fa5d2055 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0798163 May 10 15:36:01.042133 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-8fa7f94f-b4c6-45b0-810b-29c9e6726922 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=234ef3d224d246c2aa2b1ea092d238c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793495 May 10 15:36:01.055590 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9dd08877-0656-4b09-a01a-39dad79dfd0b req-c82f4eec-5a24-4e02-b831-9cd8c0ad0702 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439296 May 10 15:36:01.173114 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-b0ca4442-1eb0-4052-a80b-0b9d09fe4204 service neutron] 10.222.0.11 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239326 May 10 15:36:01.303516 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-d60d49a0-a1a0-4eab-b807-e08950941b05 service neutron] 10.222.0.11 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245923 May 10 15:36:01.481209 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-caaefa7c-8f79-471e-901e-ed3b46b8656d req-8c099f54-4e47-4615-94cf-4709b02bd40a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=1447f648-a989-448d-a7fb-dd0ff771fec9 HTTP/1.1" status: 200 len: 210 time: 0.0459545 May 10 15:36:02.246870 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962be1f-0c74-4ad4-9c89-6fbd323ad032 req-f6093841-42e0-496e-b93d-3e6b0cd3d4dd tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:02.248869 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3962be1f-0c74-4ad4-9c89-6fbd323ad032 req-f6093841-42e0-496e-b93d-3e6b0cd3d4dd tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0822616 May 10 15:36:02.292409 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3962be1f-0c74-4ad4-9c89-6fbd323ad032 req-d43f1563-ce02-4aea-bc7a-65d37b11fdb4 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377758 May 10 15:36:02.574771 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-29813785-6375-4049-8646-502655641310 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:02.575719 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-29813785-6375-4049-8646-502655641310 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.46 "GET /v2.0/networks?id=65421764-aeca-428e-a591-0731f9a01c8c HTTP/1.1" status: 200 len: 815 time: 0.1514468 May 10 15:36:02.588394 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-e9bda0d0-cb4e-43f2-b427-a9453b125072 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Request body: {'port': {'device_id': '1447f648-a989-448d-a7fb-dd0ff771fec9', 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c', 'admin_state_up': True, 'tenant_id': '234ef3d224d246c2aa2b1ea092d238c4'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:02.698952 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-985e6a10-e801-49e8-926b-0be5f424d250 req-1967e1af-83df-475e-82f4-31eb3e285888 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=1447f648-a989-448d-a7fb-dd0ff771fec9 HTTP/1.1" status: 200 len: 210 time: 0.0970600 May 10 15:36:02.766534 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-e9bda0d0-cb4e-43f2-b427-a9453b125072 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:02.775711 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-e9bda0d0-cb4e-43f2-b427-a9453b125072 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:02.785313 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-e9bda0d0-cb4e-43f2-b427-a9453b125072 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Made reservation on behalf of 234ef3d224d246c2aa2b1ea092d238c4 for: {'port': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:36:02.788995 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-e9bda0d0-cb4e-43f2-b427-a9453b125072 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:02.946047 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-e9bda0d0-cb4e-43f2-b427-a9453b125072 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Allocated IP 172.20.0.13 (65421764-aeca-428e-a591-0731f9a01c8c/ed1af062-fbdd-44c9-ae4c-195933b2c4d6/ec6efc75-e20f-4c23-aaab-75846896d2ed) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:36:03.142395 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-e9bda0d0-cb4e-43f2-b427-a9453b125072 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:03.171786 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-e9bda0d0-cb4e-43f2-b427-a9453b125072 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:03.178611 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-f28a5e10-8818-4e99-9f06-f429ed7a0db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:03.192864 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['55fde7ca-3fd5-450a-94d4-c1267c15edcd', '56cb1634-13f1-4590-b0a7-e4271d628cf8'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:36:03.236903 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-e9bda0d0-cb4e-43f2-b427-a9453b125072 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Network 65421764-aeca-428e-a591-0731f9a01c8c is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:36:03.240066 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-e9bda0d0-cb4e-43f2-b427-a9453b125072 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:36:03.244067 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-e9bda0d0-cb4e-43f2-b427-a9453b125072 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:36:03.291091 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bda0d0-cb4e-43f2-b427-a9453b125072 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Pushing event updated for resources: {'Port': ['ID=ec6efc75-e20f-4c23-aaab-75846896d2ed,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:03.296048 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-e9bda0d0-cb4e-43f2-b427-a9453b125072 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:03.320507 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-e9bda0d0-cb4e-43f2-b427-a9453b125072 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:03.321426 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-e9bda0d0-cb4e-43f2-b427-a9453b125072 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:03.359486 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-e9bda0d0-cb4e-43f2-b427-a9453b125072 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7741270 May 10 15:36:03.371807 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Request body: {'port': {'device_id': '1447f648-a989-448d-a7fb-dd0ff771fec9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:03.484535 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:03.492640 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d304d5-6211-4333-aed5-2bcb1b1205d8 req-750e9e7a-cf60-4508-bdf1-ad91bd8c7ba1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:03.494092 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-36d304d5-6211-4333-aed5-2bcb1b1205d8 req-750e9e7a-cf60-4508-bdf1-ad91bd8c7ba1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0798697 May 10 15:36:03.538379 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-36d304d5-6211-4333-aed5-2bcb1b1205d8 req-2660a352-e3d5-4fad-9c44-6dc0acdec567 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383143 May 10 15:36:03.927813 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10870b65-8aae-46c6-88b3-4d2430f2acfd req-47c1366a-a71a-4ef5-879f-24065ddcb156 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:03.928515 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-10870b65-8aae-46c6-88b3-4d2430f2acfd req-47c1366a-a71a-4ef5-879f-24065ddcb156 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Synchronizing usage tracker for tenant:234ef3d224d246c2aa2b1ea092d238c4 on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:36:03.990850 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-10870b65-8aae-46c6-88b3-4d2430f2acfd req-47c1366a-a71a-4ef5-879f-24065ddcb156 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Unset dirty status for tenant:234ef3d224d246c2aa2b1ea092d238c4 on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:36:03.991941 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-10870b65-8aae-46c6-88b3-4d2430f2acfd req-47c1366a-a71a-4ef5-879f-24065ddcb156 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=1447f648-a989-448d-a7fb-dd0ff771fec9 HTTP/1.1" status: 200 len: 932 time: 0.1875255 May 10 15:36:04.016785 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6efc75-e20f-4c23-aaab-75846896d2ed {{(pid=78734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:36:04.027471 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:04.056394 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Transition to ACTIVE for port object ec6efc75-e20f-4c23-aaab-75846896d2ed will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:36:04.061984 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-10870b65-8aae-46c6-88b3-4d2430f2acfd req-5d4b4000-39d9-4662-bd1c-e797ebb15e83 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630901 May 10 15:36:04.063219 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:04.066647 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:04.188752 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Pushing event updated for resources: {'Port': ['ID=ec6efc75-e20f-4c23-aaab-75846896d2ed,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:04.213568 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:04.288831 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Attempting to bind port ec6efc75-e20f-4c23-aaab-75846896d2ed on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:36:04.289091 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Attempting to bind port ec6efc75-e20f-4c23-aaab-75846896d2ed by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:36:04.289424 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Attempting to bind port ec6efc75-e20f-4c23-aaab-75846896d2ed on network 65421764-aeca-428e-a591-0731f9a01c8c {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:36:04.293873 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Port ec6efc75-e20f-4c23-aaab-75846896d2ed on network 65421764-aeca-428e-a591-0731f9a01c8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:36:04.294196 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Attempting to bind port ec6efc75-e20f-4c23-aaab-75846896d2ed on network 65421764-aeca-428e-a591-0731f9a01c8c {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:36:04.299696 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:36:04.300063 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Checking segment: {'id': 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:36:04.300450 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Bound using segment: {'id': 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:36:04.300877 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Bound port: ec6efc75-e20f-4c23-aaab-75846896d2ed, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:36:04.301221 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:04.390151 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] For port ec6efc75-e20f-4c23-aaab-75846896d2ed, host hv-cinder-78494, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:36:04.393095 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] For port ec6efc75-e20f-4c23-aaab-75846896d2ed, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ec6efc75-e20f-4c23-aaab-75846896d2ed,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:36:04.397369 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:04.401808 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-e9bda0d0-cb4e-43f2-b427-a9453b125072 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:04.455575 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:04.456210 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:04.457578 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] 10.222.0.46 "PUT /v2.0/ports/ec6efc75-e20f-4c23-aaab-75846896d2ed HTTP/1.1" status: 200 len: 1094 time: 1.0911503 May 10 15:36:04.458081 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1447f648-a989-448d-a7fb-dd0ff771fec9', 'tag': 'ec6efc75-e20f-4c23-aaab-75846896d2ed'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:36:04.486471 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Pushing event updated for resources: {'Port': ['ID=ec6efc75-e20f-4c23-aaab-75846896d2ed,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:04.489481 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:04.504352 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1447f648-a989-448d-a7fb-dd0ff771fec9', 'tag': 'ec6efc75-e20f-4c23-aaab-75846896d2ed', 'status': 'completed', 'code': 200} May 10 15:36:04.589696 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-9ae023b5-367f-43f1-8036-47d022268204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:04.591160 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-9ae023b5-367f-43f1-8036-47d022268204 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=234ef3d224d246c2aa2b1ea092d238c4&device_id=1447f648-a989-448d-a7fb-dd0ff771fec9 HTTP/1.1" status: 200 len: 1097 time: 0.0690091 May 10 15:36:04.693567 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-f0fdd0aa-1267-440d-9775-bc41b8ca8c3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec6efc75-e20f-4c23-aaab-75846896d2ed HTTP/1.1" status: 200 len: 217 time: 0.0902524 May 10 15:36:04.782045 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-e6de7165-c958-4ffb-97c3-d1fc824ecdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:04.783420 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-e6de7165-c958-4ffb-97c3-d1fc824ecdc8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed1af062-fbdd-44c9-ae4c-195933b2c4d6 HTTP/1.1" status: 200 len: 855 time: 0.0734568 May 10 15:36:04.791810 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b416c-957c-47d2-bb5f-e760a335d724 req-3fb207d2-0de3-40d3-b27c-67d68cd06bf3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:04.793131 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-633b416c-957c-47d2-bb5f-e760a335d724 req-3fb207d2-0de3-40d3-b27c-67d68cd06bf3 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.1359773 May 10 15:36:04.847194 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-f0f1bea8-1863-4f79-9bf4-1867a14a82ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65421764-aeca-428e-a591-0731f9a01c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530801 May 10 15:36:04.937270 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-633b416c-957c-47d2-bb5f-e760a335d724 req-a30ebfd0-4bd6-4fef-939f-10ef87f8af9e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125054 May 10 15:36:04.991098 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-071b7b1b-e775-475e-83f2-2f4c9f3866ff service neutron] 10.222.0.46 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309228 May 10 15:36:05.119454 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b1e16fec-5f8d-4f06-a465-96c1098ce325 req-87683a0b-d749-489c-bd1f-baf7165892b2 service neutron] 10.222.0.46 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207621 May 10 15:36:05.235686 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086fe7d-ba9a-467e-80a0-4c11ec1aa92d req-2c011514-b5f4-4e4d-af58-4d1ea25f9215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:05.237167 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7086fe7d-ba9a-467e-80a0-4c11ec1aa92d req-2c011514-b5f4-4e4d-af58-4d1ea25f9215 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=234ef3d224d246c2aa2b1ea092d238c4&device_id=1447f648-a989-448d-a7fb-dd0ff771fec9 HTTP/1.1" status: 200 len: 1097 time: 0.0725834 May 10 15:36:05.255215 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7409a2-8efa-4538-856a-12ddab5f59d7 req-cffa05b8-0312-476b-9dac-8d81ac4f5b9d tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:05.256715 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4a7409a2-8efa-4538-856a-12ddab5f59d7 req-cffa05b8-0312-476b-9dac-8d81ac4f5b9d tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=1447f648-a989-448d-a7fb-dd0ff771fec9 HTTP/1.1" status: 200 len: 944 time: 0.0840156 May 10 15:36:05.303194 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-4a7409a2-8efa-4538-856a-12ddab5f59d7 req-31517d62-9f4a-47bc-8c23-ec42dedcd5cf tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406342 May 10 15:36:05.369847 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086fe7d-ba9a-467e-80a0-4c11ec1aa92d req-0856e2f7-f950-42f3-8e9d-ae83d85a4542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:05.371173 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7086fe7d-ba9a-467e-80a0-4c11ec1aa92d req-0856e2f7-f950-42f3-8e9d-ae83d85a4542 service neutron] 10.222.0.46 "GET /v2.0/networks?id=65421764-aeca-428e-a591-0731f9a01c8c HTTP/1.1" status: 200 len: 916 time: 0.1257594 May 10 15:36:05.385238 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 52322) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:05.546936 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7086fe7d-ba9a-467e-80a0-4c11ec1aa92d req-1266f409-2e6f-492b-9517-4e8f6b6a06e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec6efc75-e20f-4c23-aaab-75846896d2ed HTTP/1.1" status: 200 len: 217 time: 0.1641941 May 10 15:36:05.617883 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086fe7d-ba9a-467e-80a0-4c11ec1aa92d req-1b62e760-61fe-40d8-9b45-e2165d24f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:05.619302 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7086fe7d-ba9a-467e-80a0-4c11ec1aa92d req-1b62e760-61fe-40d8-9b45-e2165d24f2f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed1af062-fbdd-44c9-ae4c-195933b2c4d6 HTTP/1.1" status: 200 len: 855 time: 0.0572691 May 10 15:36:05.665904 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7086fe7d-ba9a-467e-80a0-4c11ec1aa92d req-249c5855-68c4-4881-bf3e-f0ec25ff2c3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65421764-aeca-428e-a591-0731f9a01c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380471 May 10 15:36:05.757069 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-9adb08a0-8845-4fb8-bcff-9a5f33a0321d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Deleting port 099a2d13-e6bf-484c-8098-75933326a2ac {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:36:05.757414 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9adb08a0-8845-4fb8-bcff-9a5f33a0321d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:05.796212 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7086fe7d-ba9a-467e-80a0-4c11ec1aa92d req-094124c9-a719-4814-9f6e-489960f520d0 service neutron] 10.222.0.46 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215682 May 10 15:36:05.875181 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9adb08a0-8845-4fb8-bcff-9a5f33a0321d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:05.875517 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9adb08a0-8845-4fb8-bcff-9a5f33a0321d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:05.926196 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-7086fe7d-ba9a-467e-80a0-4c11ec1aa92d req-81452083-6f3f-4ece-a95c-a5fb421d83bd service neutron] 10.222.0.46 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225743 May 10 15:36:05.997253 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-9adb08a0-8845-4fb8-bcff-9a5f33a0321d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Calling delete_port for 099a2d13-e6bf-484c-8098-75933326a2ac owned by network:floatingip {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:36:06.118280 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9adb08a0-8845-4fb8-bcff-9a5f33a0321d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:06.122782 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b61c4f62-bef0-4a5a-be1a-39bbb2e8d70d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:06.129733 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584b305-2b8b-40ff-8803-e63d20ae2115 req-73f23248-53ec-4ae9-9743-ca6eedc28794 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:06.131179 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c584b305-2b8b-40ff-8803-e63d20ae2115 req-73f23248-53ec-4ae9-9743-ca6eedc28794 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0843327 May 10 15:36:06.166507 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb08a0-8845-4fb8-bcff-9a5f33a0321d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Pushing event deleted for resources: {'Port': ['ID=099a2d13-e6bf-484c-8098-75933326a2ac,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:06.180584 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c584b305-2b8b-40ff-8803-e63d20ae2115 req-c1e1ac34-25c9-4056-b9d0-eac52210f150 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432708 May 10 15:36:06.192721 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9adb08a0-8845-4fb8-bcff-9a5f33a0321d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:06.258815 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9adb08a0-8845-4fb8-bcff-9a5f33a0321d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for floatingip, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:06.259519 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.l3_db [None req-9adb08a0-8845-4fb8-bcff-9a5f33a0321d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Floating IP 445cbef1-a435-4dbf-b107-74f26b1d4b75 disassociated (deleted). External IP: 172.27.3.214, port: d2264153-af44-4558-8f5f-8f85a4e12932. May 10 15:36:06.267991 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:36:06.598786 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e97961-c423-4175-ad65-2f0946492404 req-6b5e49ad-7e66-4444-8a30-5a449f20324b tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:06.600276 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-87e97961-c423-4175-ad65-2f0946492404 req-6b5e49ad-7e66-4444-8a30-5a449f20324b tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=1447f648-a989-448d-a7fb-dd0ff771fec9 HTTP/1.1" status: 200 len: 944 time: 0.1290636 May 10 15:36:06.772228 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-87e97961-c423-4175-ad65-2f0946492404 req-3a089f9f-f025-4bef-9bde-762014f79e22 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225243 May 10 15:36:06.808335 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adb08a0-8845-4fb8-bcff-9a5f33a0321d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Router dd07d304-778b-41c4-a605-e5ca4e911674 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:36:06.986067 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adb08a0-8845-4fb8-bcff-9a5f33a0321d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:36:06.995545 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943de3d-428b-498c-8e67-12f6e97ca9c4 None None] Sync routers for ids ['dd07d304-778b-41c4-a605-e5ca4e911674'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:36:07.006158 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943de3d-428b-498c-8e67-12f6e97ca9c4 None None] Routers {'dd07d304-778b-41c4-a605-e5ca4e911674'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:36:07.006778 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-9943de3d-428b-498c-8e67-12f6e97ca9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:35:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['dd07d304-778b-41c4-a605-e5ca4e911674'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:07.007002 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9adb08a0-8845-4fb8-bcff-9a5f33a0321d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:07.062719 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-9adb08a0-8845-4fb8-bcff-9a5f33a0321d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "DELETE /v2.0/floatingips/445cbef1-a435-4dbf-b107-74f26b1d4b75 HTTP/1.1" status: 204 len: 168 time: 1.6763752 May 10 15:36:07.063447 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'tag': 'd2264153-af44-4558-8f5f-8f85a4e12932'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:36:07.106499 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'tag': 'd2264153-af44-4558-8f5f-8f85a4e12932', 'status': 'completed', 'code': 200} May 10 15:36:07.188689 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-9943de3d-428b-498c-8e67-12f6e97ca9c4 None None] Set router dd07d304-778b-41c4-a605-e5ca4e911674 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:36:07.205089 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6856eac-7b0b-4fc3-bf2e-85d7c5a47440 req-b02e83c7-f256-4158-ac83-a535c998fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:07.206720 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f6856eac-7b0b-4fc3-bf2e-85d7c5a47440 req-b02e83c7-f256-4158-ac83-a535c998fd60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=faa2ee53649b4235ba6d1175bfc6c4b2&device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 1098 time: 0.0726600 May 10 15:36:07.418408 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0615c3a-19b3-4ca4-b5b6-f53f5d029e68 req-e0d2b784-fe43-4f6d-ae39-24fe186177e1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:07.421085 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b0615c3a-19b3-4ca4-b5b6-f53f5d029e68 req-e0d2b784-fe43-4f6d-ae39-24fe186177e1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.1154816 May 10 15:36:07.441370 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6856eac-7b0b-4fc3-bf2e-85d7c5a47440 req-19b1f235-8bea-4d64-88e0-e9cdec6c3f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:07.442817 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f6856eac-7b0b-4fc3-bf2e-85d7c5a47440 req-19b1f235-8bea-4d64-88e0-e9cdec6c3f69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffd39617-231e-431e-81bd-fd1a3e33706a HTTP/1.1" status: 200 len: 910 time: 0.2253079 May 10 15:36:07.467096 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b0615c3a-19b3-4ca4-b5b6-f53f5d029e68 req-b7e74cf3-dd9e-44c7-b378-13266291ed8f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398889 May 10 15:36:07.523462 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f6856eac-7b0b-4fc3-bf2e-85d7c5a47440 req-1285219b-6827-4558-ac71-1e4be2b6512a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2264153-af44-4558-8f5f-8f85a4e12932 HTTP/1.1" status: 200 len: 217 time: 0.0669496 May 10 15:36:07.531247 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-9943de3d-428b-498c-8e67-12f6e97ca9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'name': 'tempest-TestShelveInstance-1654621863-router', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:26Z', 'updated_at': '2021-05-10T15:30:31Z', 'revision_number': 4, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'gw_port': {'id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:27Z', 'updated_at': '2021-05-10T15:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0d474295-e605-4c24-8ba9-76a75152e8b8', 'name': '', 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'mac_address': 'fa:16:3e:8f:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:30Z', 'updated_at': '2021-05-10T15:30:40Z', 'revision_number': 5, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'subnets': [{'id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:07.535322 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943de3d-428b-498c-8e67-12f6e97ca9c4 None None] Checking router: dd07d304-778b-41c4-a605-e5ca4e911674 for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:36:07.544227 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943de3d-428b-498c-8e67-12f6e97ca9c4 None None] Routers {'dd07d304-778b-41c4-a605-e5ca4e911674'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:36:07.544932 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-9943de3d-428b-498c-8e67-12f6e97ca9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:35:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['dd07d304-778b-41c4-a605-e5ca4e911674'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:07.578388 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca0087-231e-4abe-8dff-adf235c0ed49 req-8c791458-c573-43ea-872a-c5a6d502b8a1 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:07.579881 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-64ca0087-231e-4abe-8dff-adf235c0ed49 req-8c791458-c573-43ea-872a-c5a6d502b8a1 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.1857715 May 10 15:36:07.627368 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6856eac-7b0b-4fc3-bf2e-85d7c5a47440 req-c4869649-9b2b-4643-b04b-93f839d849b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:07.628788 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f6856eac-7b0b-4fc3-bf2e-85d7c5a47440 req-c4869649-9b2b-4643-b04b-93f839d849b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8768d47-d5ea-4367-abf5-0bbfca3a1b00 HTTP/1.1" status: 200 len: 848 time: 0.0909145 May 10 15:36:07.642065 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-64ca0087-231e-4abe-8dff-adf235c0ed49 req-d593ae7d-be5c-4b75-b60d-1a8fdb9532cb tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557315 May 10 15:36:07.713846 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6856eac-7b0b-4fc3-bf2e-85d7c5a47440 req-ce0a3680-bfd9-4fb9-ab8c-48eca79303c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:07.715327 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f6856eac-7b0b-4fc3-bf2e-85d7c5a47440 req-ce0a3680-bfd9-4fb9-ab8c-48eca79303c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd39617-231e-431e-81bd-fd1a3e33706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770142 May 10 15:36:07.720337 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-9943de3d-428b-498c-8e67-12f6e97ca9c4 None None] Set router dd07d304-778b-41c4-a605-e5ca4e911674 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:36:07.853605 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f6856eac-7b0b-4fc3-bf2e-85d7c5a47440 req-05b5a76d-2634-40b5-a1ab-7fb8ba9c4622 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd39617-231e-431e-81bd-fd1a3e33706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283088 May 10 15:36:08.002988 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f6856eac-7b0b-4fc3-bf2e-85d7c5a47440 req-33e1dfb5-64ed-40d1-810e-5b7fb2b40f78 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd39617-231e-431e-81bd-fd1a3e33706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380074 May 10 15:36:08.042921 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-9943de3d-428b-498c-8e67-12f6e97ca9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'name': 'tempest-TestShelveInstance-1654621863-router', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:26Z', 'updated_at': '2021-05-10T15:30:31Z', 'revision_number': 4, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'gw_port': {'id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:27Z', 'updated_at': '2021-05-10T15:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0d474295-e605-4c24-8ba9-76a75152e8b8', 'name': '', 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'mac_address': 'fa:16:3e:8f:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:30Z', 'updated_at': '2021-05-10T15:30:40Z', 'revision_number': 5, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'subnets': [{'id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:08.047567 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943de3d-428b-498c-8e67-12f6e97ca9c4 None None] The sync data for ids ['dd07d304-778b-41c4-a605-e5ca4e911674'] in dv-cinder-784945-8-iscsi is: [{'id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'name': 'tempest-TestShelveInstance-1654621863-router', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:26Z', 'updated_at': '2021-05-10T15:30:31Z', 'revision_number': 4, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'gw_port': {'id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:27Z', 'updated_at': '2021-05-10T15:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0d474295-e605-4c24-8ba9-76a75152e8b8', 'name': '', 'network_id': 'ffd39617-231e-431e-81bd-fd1a3e33706a', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'mac_address': 'fa:16:3e:8f:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:30Z', 'updated_at': '2021-05-10T15:30:40Z', 'revision_number': 5, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'subnets': [{'id': 'd8768d47-d5ea-4367-abf5-0bbfca3a1b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:36:08.111715 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6d4ca-da8c-4a47-af9f-f8217fe08cc2 req-8830a9a8-405c-480e-91e3-80d1176184ed tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:08.113226 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-bae6d4ca-da8c-4a47-af9f-f8217fe08cc2 req-8830a9a8-405c-480e-91e3-80d1176184ed tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=1447f648-a989-448d-a7fb-dd0ff771fec9 HTTP/1.1" status: 200 len: 944 time: 0.0858724 May 10 15:36:08.159191 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-bae6d4ca-da8c-4a47-af9f-f8217fe08cc2 req-2e0d91ff-d6c4-4021-a188-2e0405c86ab4 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401115 May 10 15:36:08.257786 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c12218a-ba0e-45c1-8d76-818cf8731c41 None None] New status for floating IP 445cbef1-a435-4dbf-b107-74f26b1d4b75: DOWN {{(pid=78736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:36:08.312605 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device ec6efc75-e20f-4c23-aaab-75846896d2ed details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:36:08.513305 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port ec6efc75-e20f-4c23-aaab-75846896d2ed, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ec6efc75-e20f-4c23-aaab-75846896d2ed,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:08.527123 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': 'ec6efc75-e20f-4c23-aaab-75846896d2ed', 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c', 'port_id': 'ec6efc75-e20f-4c23-aaab-75846896d2ed', 'mac_address': 'fa:16:3e:46:12:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1af062-fbdd-44c9-ae4c-195933b2c4d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:36:08.583502 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:08.600421 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6efc75-e20f-4c23-aaab-75846896d2ed {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:36:08.615951 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port ec6efc75-e20f-4c23-aaab-75846896d2ed, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ec6efc75-e20f-4c23-aaab-75846896d2ed,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:08.620178 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:08.621945 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:08.660020 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e660cb-4578-44c4-a8f5-06d4a163ab14 req-1c35afab-23a6-4429-ad2f-0d72016927ee tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:08.661600 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d6e660cb-4578-44c4-a8f5-06d4a163ab14 req-1c35afab-23a6-4429-ad2f-0d72016927ee tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0826705 May 10 15:36:08.691351 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=ec6efc75-e20f-4c23-aaab-75846896d2ed,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:08.694579 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:08.711663 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d6e660cb-4578-44c4-a8f5-06d4a163ab14 req-34bf9810-1afd-413e-9f0f-0745cae14f26 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434692 May 10 15:36:08.828781 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e598b93-ed3c-4b1c-889e-0bdad958eafb req-267cdbbb-671e-43e6-b4e4-900a1b2f84b2 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:08.829475 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-3e598b93-ed3c-4b1c-889e-0bdad958eafb req-267cdbbb-671e-43e6-b4e4-900a1b2f84b2 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Synchronizing usage tracker for tenant:faa2ee53649b4235ba6d1175bfc6c4b2 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:36:08.844499 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-3e598b93-ed3c-4b1c-889e-0bdad958eafb req-267cdbbb-671e-43e6-b4e4-900a1b2f84b2 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Unset dirty status for tenant:faa2ee53649b4235ba6d1175bfc6c4b2 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:36:08.845469 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3e598b93-ed3c-4b1c-889e-0bdad958eafb req-267cdbbb-671e-43e6-b4e4-900a1b2f84b2 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.0981953 May 10 15:36:08.889887 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-3e598b93-ed3c-4b1c-889e-0bdad958eafb req-82ff785f-3e80-401d-ac3c-890fdcc840db tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5ec6a-1e7b-4405-85c8-01221d252e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386949 May 10 15:36:08.921257 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['ec6efc75-e20f-4c23-aaab-75846896d2ed'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:36:09.092772 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77699592-bbf1-4854-afb1-33720b89881f req-3ebe533e-b5f4-408f-b68b-547e03f374de tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:09.094168 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-77699592-bbf1-4854-afb1-33720b89881f req-3ebe533e-b5f4-408f-b68b-547e03f374de tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.46 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 945 time: 0.0813835 May 10 15:36:09.376527 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-77699592-bbf1-4854-afb1-33720b89881f req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Deleting port d2264153-af44-4558-8f5f-8f85a4e12932 {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:36:09.376876 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-77699592-bbf1-4854-afb1-33720b89881f req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:09.410403 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2d20c-66bb-4b6f-9761-5fbc114add0c req-c38ac091-87dc-4ab1-82e4-f7ebf17ec7d7 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:09.411852 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-26a2d20c-66bb-4b6f-9761-5fbc114add0c req-c38ac091-87dc-4ab1-82e4-f7ebf17ec7d7 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=1447f648-a989-448d-a7fb-dd0ff771fec9 HTTP/1.1" status: 200 len: 945 time: 0.1254549 May 10 15:36:09.528480 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-26a2d20c-66bb-4b6f-9761-5fbc114add0c req-b508c185-6255-412e-809e-c653cfcdf8ec tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709004 May 10 15:36:09.554533 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-77699592-bbf1-4854-afb1-33720b89881f req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] For port d2264153-af44-4558-8f5f-8f85a4e12932, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d2264153-af44-4558-8f5f-8f85a4e12932,segment=NetworkSegment(c25989dd-45c8-406f-b636-427ede4c499a),segment_id=c25989dd-45c8-406f-b636-427ede4c499a)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:09.554891 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-77699592-bbf1-4854-afb1-33720b89881f req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:09.678963 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-77699592-bbf1-4854-afb1-33720b89881f req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Calling delete_port for d2264153-af44-4558-8f5f-8f85a4e12932 owned by compute:nova {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:36:09.787629 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-77699592-bbf1-4854-afb1-33720b89881f req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:09.793274 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:09.843848 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Pushing event deleted for resources: {'Port': ['ID=d2264153-af44-4558-8f5f-8f85a4e12932,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:09.887391 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:09.887763 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:09.888153 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:09.889105 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:09.889377 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:09.889733 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:09.890087 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:09.890438 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:09.890791 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:09.891148 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:09.891491 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:09.891863 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:09.900622 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7c809-f81d-4c44-a6ac-fb5c736abc23 req-644ece37-5bd2-4426-baab-0ebb50139a0b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:09.902101 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fca7c809-f81d-4c44-a6ac-fb5c736abc23 req-644ece37-5bd2-4426-baab-0ebb50139a0b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0803175 May 10 15:36:09.919220 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:09.933246 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-77699592-bbf1-4854-afb1-33720b89881f req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] No DVR routers for this DVR port d2264153-af44-4558-8f5f-8f85a4e12932 on host hv-cinder-78494 {{(pid=78734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:36:09.936569 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-77699592-bbf1-4854-afb1-33720b89881f req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:09.943280 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'name': 'network-vif-deleted', 'tag': 'd2264153-af44-4558-8f5f-8f85a4e12932'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:36:09.955417 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fca7c809-f81d-4c44-a6ac-fb5c736abc23 req-7b64ef5c-b9e7-46fc-a51f-70a21d3fa66b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469337 May 10 15:36:09.957180 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-77699592-bbf1-4854-afb1-33720b89881f req-bc263977-f600-4dee-83af-f06131b1b008 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.46 "DELETE /v2.0/ports/d2264153-af44-4558-8f5f-8f85a4e12932 HTTP/1.1" status: 204 len: 173 time: 0.8564265 May 10 15:36:10.047565 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7857bd1b-367b-4fd7-a955-21fa7a87dc3a', 'name': 'network-vif-deleted', 'tag': 'd2264153-af44-4558-8f5f-8f85a4e12932', 'status': 'completed', 'code': 200} May 10 15:36:10.053516 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-3b6fe407-3bea-4346-af09-a13d9aa76590 req-b0d94531-0763-4ffa-a4cf-6f765c8b9b1a tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Synchronizing usage tracker for tenant:faa2ee53649b4235ba6d1175bfc6c4b2 on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:36:10.070196 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-3b6fe407-3bea-4346-af09-a13d9aa76590 req-b0d94531-0763-4ffa-a4cf-6f765c8b9b1a tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Unset dirty status for tenant:faa2ee53649b4235ba6d1175bfc6c4b2 on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:36:10.071379 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3b6fe407-3bea-4346-af09-a13d9aa76590 req-b0d94531-0763-4ffa-a4cf-6f765c8b9b1a tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "GET /v2.0/ports?device_id=7857bd1b-367b-4fd7-a955-21fa7a87dc3a HTTP/1.1" status: 200 len: 210 time: 0.0632074 May 10 15:36:10.299027 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device ec6efc75-e20f-4c23-aaab-75846896d2ed up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:36:10.375933 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port ec6efc75-e20f-4c23-aaab-75846896d2ed completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:36:10.382437 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port ec6efc75-e20f-4c23-aaab-75846896d2ed triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:10.383090 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:10.501317 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:10.527424 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1447f648-a989-448d-a7fb-dd0ff771fec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6efc75-e20f-4c23-aaab-75846896d2ed'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:36:10.537065 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port ec6efc75-e20f-4c23-aaab-75846896d2ed, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ec6efc75-e20f-4c23-aaab-75846896d2ed,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:10.541185 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:10.543048 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5310ed9f-0c5a-4484-9fd1-450c438fb624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:10.586551 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1447f648-a989-448d-a7fb-dd0ff771fec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6efc75-e20f-4c23-aaab-75846896d2ed', 'code': 200} May 10 15:36:10.620344 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=ec6efc75-e20f-4c23-aaab-75846896d2ed,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:10.624601 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:10.730896 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60915bd-50cf-49ab-a253-70b9ce05967b req-6df59f0f-0b16-449d-a847-c2f6474458dc tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:10.733017 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e60915bd-50cf-49ab-a253-70b9ce05967b req-6df59f0f-0b16-449d-a847-c2f6474458dc tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=1447f648-a989-448d-a7fb-dd0ff771fec9 HTTP/1.1" status: 200 len: 946 time: 0.0959470 May 10 15:36:10.821364 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e60915bd-50cf-49ab-a253-70b9ce05967b req-d2760cd2-b16b-4d62-b07d-203efcbfb920 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822525 May 10 15:36:10.856646 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f8ef2-89fa-416d-a75f-442c67f2c6ea req-5adbb7b0-2dcc-457f-9d59-e35ef28a5aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:10.858625 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-030f8ef2-89fa-416d-a75f-442c67f2c6ea req-5adbb7b0-2dcc-457f-9d59-e35ef28a5aa7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1447f648-a989-448d-a7fb-dd0ff771fec9 HTTP/1.1" status: 200 len: 1099 time: 0.0876787 May 10 15:36:10.904674 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-030f8ef2-89fa-416d-a75f-442c67f2c6ea req-a66bd3cc-0262-43c7-bc3a-c1183b5fb127 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377812 May 10 15:36:11.154318 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccd782-2a67-470f-9ae3-fb47137c6839 req-ea3ef6d5-9cdd-424f-af9a-224ea3d63b96 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:11.155821 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-38ccd782-2a67-470f-9ae3-fb47137c6839 req-ea3ef6d5-9cdd-424f-af9a-224ea3d63b96 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0811305 May 10 15:36:11.164967 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 52362) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:11.202642 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-38ccd782-2a67-470f-9ae3-fb47137c6839 req-05b6e435-fc7c-473f-bf67-6268251be88a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407243 May 10 15:36:11.237074 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd806-6a67-4a11-8487-2ac3ee855ff3 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:11.267016 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd806-6a67-4a11-8487-2ac3ee855ff3 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:11.329846 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd806-6a67-4a11-8487-2ac3ee855ff3 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:11.333663 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-33f99701-4dba-445d-86fd-793164365d48 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:11.348749 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5dd806-6a67-4a11-8487-2ac3ee855ff3 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef5ec6a-1e7b-4405-85c8-01221d252e6d,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:11.351482 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-5c5dd806-6a67-4a11-8487-2ac3ee855ff3 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:11.359380 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd806-6a67-4a11-8487-2ac3ee855ff3 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:11.360544 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-5c5dd806-6a67-4a11-8487-2ac3ee855ff3 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] 10.222.0.11 "DELETE /v2.0/security-groups/aef5ec6a-1e7b-4405-85c8-01221d252e6d HTTP/1.1" status: 204 len: 168 time: 0.1945941 May 10 15:36:11.411109 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 52368) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:12.012867 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdebc9-5355-4821-b4b8-21234fdec505 req-5cc950a3-ffde-4014-bcef-bf013d4dde8c tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:12.014710 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c5bdebc9-5355-4821-b4b8-21234fdec505 req-5cc950a3-ffde-4014-bcef-bf013d4dde8c tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=1447f648-a989-448d-a7fb-dd0ff771fec9 HTTP/1.1" status: 200 len: 946 time: 0.0867250 May 10 15:36:12.060080 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c5bdebc9-5355-4821-b4b8-21234fdec505 req-2301427f-7d7c-42b8-962d-b1923271ea59 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395496 May 10 15:36:12.101128 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-351a2d2a-1cab-4498-86a2-691d7f0c17c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705539'] for router_interface, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:12.307865 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device d2264153-af44-4558-8f5f-8f85a4e12932 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:36:12.350934 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: d2264153-af44-4558-8f5f-8f85a4e12932 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:36:12.351977 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device d2264153-af44-4558-8f5f-8f85a4e12932 not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:36:12.477091 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af19e56-aa96-4a80-b668-57a3929c169b req-66419ecc-374b-4a5b-adc8-35b58aebc9ec tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:12.478693 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8af19e56-aa96-4a80-b668-57a3929c169b req-66419ecc-374b-4a5b-adc8-35b58aebc9ec tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.1558053 May 10 15:36:12.605543 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8af19e56-aa96-4a80-b668-57a3929c169b req-faaed3d5-1226-4e63-9f1f-dd9468c6a441 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942674 May 10 15:36:12.633430 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-351a2d2a-1cab-4498-86a2-691d7f0c17c1 admin admin] Deleting port 0d474295-e605-4c24-8ba9-76a75152e8b8 {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:36:12.633780 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-351a2d2a-1cab-4498-86a2-691d7f0c17c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:12.755872 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-351a2d2a-1cab-4498-86a2-691d7f0c17c1 admin admin] For port 0d474295-e605-4c24-8ba9-76a75152e8b8, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=0d474295-e605-4c24-8ba9-76a75152e8b8,segment=NetworkSegment(c25989dd-45c8-406f-b636-427ede4c499a),segment_id=c25989dd-45c8-406f-b636-427ede4c499a)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:12.756235 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-351a2d2a-1cab-4498-86a2-691d7f0c17c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:12.875326 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-351a2d2a-1cab-4498-86a2-691d7f0c17c1 admin admin] Calling delete_port for 0d474295-e605-4c24-8ba9-76a75152e8b8 owned by network:router_interface {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:36:13.012033 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-351a2d2a-1cab-4498-86a2-691d7f0c17c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:13.016996 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:13.059832 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a2d2a-1cab-4498-86a2-691d7f0c17c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d474295-e605-4c24-8ba9-76a75152e8b8,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:13.085751 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-351a2d2a-1cab-4498-86a2-691d7f0c17c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:13.319680 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-351a2d2a-1cab-4498-86a2-691d7f0c17c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708275'] for router_interface, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:13.851575 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd6e07-8fd4-4f66-a4c7-0ace3cdc624c req-2cc4d43e-19de-46cd-9241-ee79fc5998cd tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:13.853044 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c1cd6e07-8fd4-4f66-a4c7-0ace3cdc624c req-2cc4d43e-19de-46cd-9241-ee79fc5998cd tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.1358893 May 10 15:36:13.858876 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351a2d2a-1cab-4498-86a2-691d7f0c17c1 admin admin] Router dd07d304-778b-41c4-a605-e5ca4e911674 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:36:14.033802 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c1cd6e07-8fd4-4f66-a4c7-0ace3cdc624c req-db23bb5d-5929-49bc-ac62-1a68fc3c9050 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737850 May 10 15:36:14.088612 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351a2d2a-1cab-4498-86a2-691d7f0c17c1 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:36:14.098786 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65d94b7-1881-43f8-9077-2c0d91787b80 None None] Sync routers for ids ['dd07d304-778b-41c4-a605-e5ca4e911674'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:36:14.110046 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-351a2d2a-1cab-4498-86a2-691d7f0c17c1 admin admin] 10.222.0.11 "PUT /v2.0/routers/dd07d304-778b-41c4-a605-e5ca4e911674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6947937 May 10 15:36:14.110254 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65d94b7-1881-43f8-9077-2c0d91787b80 None None] Routers {'dd07d304-778b-41c4-a605-e5ca4e911674'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:36:14.110254 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-b65d94b7-1881-43f8-9077-2c0d91787b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:35:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['dd07d304-778b-41c4-a605-e5ca4e911674'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:14.110439 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 52398) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:14.288131 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-b65d94b7-1881-43f8-9077-2c0d91787b80 None None] Set router dd07d304-778b-41c4-a605-e5ca4e911674 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:36:14.289927 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ac63629a-b496-45b2-9c59-fc6b129bf7b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:14.466675 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ac63629a-b496-45b2-9c59-fc6b129bf7b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:14.544030 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-ac63629a-b496-45b2-9c59-fc6b129bf7b7 admin admin] Deleting port 04dace18-8d48-4a96-8167-8815e59aea9d {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:36:14.544386 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ac63629a-b496-45b2-9c59-fc6b129bf7b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:14.614003 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-b65d94b7-1881-43f8-9077-2c0d91787b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'name': 'tempest-TestShelveInstance-1654621863-router', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:26Z', 'updated_at': '2021-05-10T15:36:12Z', 'revision_number': 5, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'gw_port': {'id': '04dace18-8d48-4a96-8167-8815e59aea9d', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:27Z', 'updated_at': '2021-05-10T15:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:14.617814 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65d94b7-1881-43f8-9077-2c0d91787b80 None None] Checking router: dd07d304-778b-41c4-a605-e5ca4e911674 for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:36:14.626955 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65d94b7-1881-43f8-9077-2c0d91787b80 None None] Routers {'dd07d304-778b-41c4-a605-e5ca4e911674'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:36:14.627578 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-b65d94b7-1881-43f8-9077-2c0d91787b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:35:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['dd07d304-778b-41c4-a605-e5ca4e911674'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:14.666661 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-ac63629a-b496-45b2-9c59-fc6b129bf7b7 admin admin] For port 04dace18-8d48-4a96-8167-8815e59aea9d, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=04dace18-8d48-4a96-8167-8815e59aea9d,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:14.667025 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ac63629a-b496-45b2-9c59-fc6b129bf7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:14.780906 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-b65d94b7-1881-43f8-9077-2c0d91787b80 None None] Set router dd07d304-778b-41c4-a605-e5ca4e911674 gateway port host: None {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:36:14.890423 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-b65d94b7-1881-43f8-9077-2c0d91787b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'name': 'tempest-TestShelveInstance-1654621863-router', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:26Z', 'updated_at': '2021-05-10T15:36:14Z', 'revision_number': 6, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'gw_port_host': None}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:14.894202 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65d94b7-1881-43f8-9077-2c0d91787b80 None None] The sync data for ids ['dd07d304-778b-41c4-a605-e5ca4e911674'] in dv-cinder-784945-8-iscsi is: [{'id': 'dd07d304-778b-41c4-a605-e5ca4e911674', 'name': 'tempest-TestShelveInstance-1654621863-router', 'tenant_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:26Z', 'updated_at': '2021-05-10T15:36:14Z', 'revision_number': 6, 'project_id': 'faa2ee53649b4235ba6d1175bfc6c4b2', 'gw_port_host': None}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:36:14.897627 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-ac63629a-b496-45b2-9c59-fc6b129bf7b7 admin admin] Calling delete_port for 04dace18-8d48-4a96-8167-8815e59aea9d owned by network:router_gateway {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:36:15.034667 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ac63629a-b496-45b2-9c59-fc6b129bf7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:15.038114 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-351a2d2a-1cab-4498-86a2-691d7f0c17c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:15.081759 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63629a-b496-45b2-9c59-fc6b129bf7b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=04dace18-8d48-4a96-8167-8815e59aea9d,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:15.084864 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ac63629a-b496-45b2-9c59-fc6b129bf7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:15.184408 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ac63629a-b496-45b2-9c59-fc6b129bf7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706855'] for router_gateway, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:15.237545 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da9747-61cb-4727-bc3b-cbce9b5806b7 req-0ff7ceb0-c456-4000-a2c5-b6295f560f6d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:15.239027 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f9da9747-61cb-4727-bc3b-cbce9b5806b7 req-0ff7ceb0-c456-4000-a2c5-b6295f560f6d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0812356 May 10 15:36:15.288845 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f9da9747-61cb-4727-bc3b-cbce9b5806b7 req-ab8fffd5-0aba-49e7-bfde-a76e62bc3235 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427668 May 10 15:36:15.357974 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ac63629a-b496-45b2-9c59-fc6b129bf7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127055'] for router, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:15.360308 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ac63629a-b496-45b2-9c59-fc6b129bf7b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:15.382593 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ac63629a-b496-45b2-9c59-fc6b129bf7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1830005'] for router, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:15.383092 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac63629a-b496-45b2-9c59-fc6b129bf7b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd07d304-778b-41c4-a605-e5ca4e911674 {{(pid=78734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:36:15.395352 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ac63629a-b496-45b2-9c59-fc6b129bf7b7 admin admin] Notify callbacks [] for router, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:15.396503 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-ac63629a-b496-45b2-9c59-fc6b129bf7b7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/dd07d304-778b-41c4-a605-e5ca4e911674 HTTP/1.1" status: 204 len: 168 time: 1.2852919 May 10 15:36:15.398912 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 52406) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:15.457332 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_v2 [None req-02865dd7-852b-43a2-9ab0-af1a5c54bf02 admin admin] Deleting subnet d8768d47-d5ea-4367-abf5-0bbfca3a1b00 {{(pid=78734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:36:15.460249 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-02865dd7-852b-43a2-9ab0-af1a5c54bf02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:15.511912 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-02865dd7-852b-43a2-9ab0-af1a5c54bf02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-962795'] for subnet, precommit_delete_associations {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:15.587082 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-02865dd7-852b-43a2-9ab0-af1a5c54bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-867255'] for subnet, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:15.832448 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-02865dd7-852b-43a2-9ab0-af1a5c54bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-867256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1365449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2281475'] for subnet, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:15.836996 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:15.872392 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02865dd7-852b-43a2-9ab0-af1a5c54bf02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8768d47-d5ea-4367-abf5-0bbfca3a1b00,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:15.874492 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-02865dd7-852b-43a2-9ab0-af1a5c54bf02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:15.878340 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-02865dd7-852b-43a2-9ab0-af1a5c54bf02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:15.878891 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa09109f-3b72-453c-9626-4c908a9f20ed None None] Network ffd39617-231e-431e-81bd-fd1a3e33706a requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:36:15.883463 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-02865dd7-852b-43a2-9ab0-af1a5c54bf02 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d8768d47-d5ea-4367-abf5-0bbfca3a1b00 HTTP/1.1" status: 204 len: 168 time: 0.4814625 May 10 15:36:15.884220 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 52410) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:16.005362 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:16.036487 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0d474295-e605-4c24-8ba9-76a75152e8b8 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:36:16.082445 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: 0d474295-e605-4c24-8ba9-76a75152e8b8 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:36:16.082798 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0d474295-e605-4c24-8ba9-76a75152e8b8 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:36:16.083218 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 04dace18-8d48-4a96-8167-8815e59aea9d no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:36:16.118492 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: 04dace18-8d48-4a96-8167-8815e59aea9d {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:36:16.118768 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 04dace18-8d48-4a96-8167-8815e59aea9d not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:36:16.189910 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] Deleting port f61e4960-1fb6-4556-8921-daa1ae5f1e5a {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:36:16.190678 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:16.211909 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2508af1-00e4-4f50-91e3-3ce4fe043d1a None None] DHCP port deletion for ffd39617-231e-431e-81bd-fd1a3e33706a request from dv-cinder-784945-8-iscsi {{(pid=78736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:36:16.293979 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-f2508af1-00e4-4f50-91e3-3ce4fe043d1a None None] Deleting port f61e4960-1fb6-4556-8921-daa1ae5f1e5a {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:36:16.294997 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f2508af1-00e4-4f50-91e3-3ce4fe043d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:16.297510 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] For port f61e4960-1fb6-4556-8921-daa1ae5f1e5a, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=f61e4960-1fb6-4556-8921-daa1ae5f1e5a,segment=NetworkSegment(c25989dd-45c8-406f-b636-427ede4c499a),segment_id=c25989dd-45c8-406f-b636-427ede4c499a)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:16.298039 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:16.398446 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-f2508af1-00e4-4f50-91e3-3ce4fe043d1a None None] For port f61e4960-1fb6-4556-8921-daa1ae5f1e5a, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=f61e4960-1fb6-4556-8921-daa1ae5f1e5a,segment=NetworkSegment(c25989dd-45c8-406f-b636-427ede4c499a),segment_id=c25989dd-45c8-406f-b636-427ede4c499a)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:16.398996 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f2508af1-00e4-4f50-91e3-3ce4fe043d1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:16.432526 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] Calling delete_port for f61e4960-1fb6-4556-8921-daa1ae5f1e5a owned by network:dhcp {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:36:16.484358 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:16.486450 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd1c7f-b5c3-4372-82d7-34b7409e088e req-7234e51a-72b8-4e5b-ba48-472bd7e69869 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:16.488170 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:16.493289 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-babd1c7f-b5c3-4372-82d7-34b7409e088e req-7234e51a-72b8-4e5b-ba48-472bd7e69869 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0894468 May 10 15:36:16.522975 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-f2508af1-00e4-4f50-91e3-3ce4fe043d1a None None] Calling delete_port for f61e4960-1fb6-4556-8921-daa1ae5f1e5a owned by network:dhcp {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:36:16.529245 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] Pushing event deleted for resources: {'Port': ['ID=f61e4960-1fb6-4556-8921-daa1ae5f1e5a,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:16.533173 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:16.535254 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] No DVR routers for this DVR port f61e4960-1fb6-4556-8921-daa1ae5f1e5a on host dv-cinder-784945-8-iscsi {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:36:16.546103 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-babd1c7f-b5c3-4372-82d7-34b7409e088e req-cba17a8b-ac70-4231-939a-bebeb7d9f638 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513296 May 10 15:36:16.573372 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f2508af1-00e4-4f50-91e3-3ce4fe043d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:16.575057 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:16.617470 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2508af1-00e4-4f50-91e3-3ce4fe043d1a None None] Pushing event deleted for resources: {'Port': ['ID=f61e4960-1fb6-4556-8921-daa1ae5f1e5a,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:16.620451 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-f2508af1-00e4-4f50-91e3-3ce4fe043d1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:16.621253 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2508af1-00e4-4f50-91e3-3ce4fe043d1a None None] No DVR routers for this DVR port f61e4960-1fb6-4556-8921-daa1ae5f1e5a on host dv-cinder-784945-8-iscsi {{(pid=78736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:36:16.648720 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8771509523613'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:16.665458 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd39617-231e-431e-81bd-fd1a3e33706a']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:16.677634 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25989dd-45c8-406f-b636-427ede4c499a') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:16.677928 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25989dd-45c8-406f-b636-427ede4c499a') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:16.688988 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509535335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3332993'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:16.704079 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:16.709895 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:36:16.710234 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2760482'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: Traceback (most recent call last): May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: timer() May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: cb(*args, **kw) May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: return func(*args, **kwargs) May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: self._notify() May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: self.callback(batched_events) May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: event.method(event) May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: return f(self, *a, **k) May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._get(url).json() May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:36:16.723156 dv-cinder-784945-8-iscsi neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:36:16.793750 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706869'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:16.797453 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a62389f2-694b-4b43-bca1-cf4edf3908d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:16.815954 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:16.821764 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd39617-231e-431e-81bd-fd1a3e33706a,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:16.826108 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:16.831951 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] 10.222.0.11 "DELETE /v2.0/networks/ffd39617-231e-431e-81bd-fd1a3e33706a HTTP/1.1" status: 204 len: 168 time: 0.9462845 May 10 15:36:16.834638 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 52418) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:17.354773 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3e9f48cc-df0c-4d9c-bfef-b620a48d5ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705539'] for router_interface, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:17.804479 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcca21a-6223-4927-b756-aaf2b3915d00 req-07677a4a-1a5e-4eac-b820-034ca7a40932 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:17.805935 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cdcca21a-6223-4927-b756-aaf2b3915d00 req-07677a4a-1a5e-4eac-b820-034ca7a40932 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.1369567 May 10 15:36:17.924005 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cdcca21a-6223-4927-b756-aaf2b3915d00 req-66a3eb65-2481-46f4-9f50-f0b6c944390c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896013 May 10 15:36:17.957677 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f48cc-df0c-4d9c-bfef-b620a48d5ec2 admin admin] Deleting port 98c22d77-d22b-4931-b36f-b8eca69d9481 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:36:17.958026 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3e9f48cc-df0c-4d9c-bfef-b620a48d5ec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:17.999751 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device f61e4960-1fb6-4556-8921-daa1ae5f1e5a no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:36:18.033070 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: f61e4960-1fb6-4556-8921-daa1ae5f1e5a {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:36:18.033424 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device f61e4960-1fb6-4556-8921-daa1ae5f1e5a not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:36:18.081318 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-3e9f48cc-df0c-4d9c-bfef-b620a48d5ec2 admin admin] For port 98c22d77-d22b-4931-b36f-b8eca69d9481, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=98c22d77-d22b-4931-b36f-b8eca69d9481,segment=NetworkSegment(dfd27a38-0e1c-4ac7-b91d-eff58c856082),segment_id=dfd27a38-0e1c-4ac7-b91d-eff58c856082)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:18.081673 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3e9f48cc-df0c-4d9c-bfef-b620a48d5ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:18.204129 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f48cc-df0c-4d9c-bfef-b620a48d5ec2 admin admin] Calling delete_port for 98c22d77-d22b-4931-b36f-b8eca69d9481 owned by network:router_interface {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:36:18.342721 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3e9f48cc-df0c-4d9c-bfef-b620a48d5ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:18.346968 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:18.384957 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 8ac12d59-a667-449e-bbc9-40e4f6a43867 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:36:18.429178 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f48cc-df0c-4d9c-bfef-b620a48d5ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c22d77-d22b-4931-b36f-b8eca69d9481,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:18.431968 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3e9f48cc-df0c-4d9c-bfef-b620a48d5ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:18.545939 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 8ac12d59-a667-449e-bbc9-40e4f6a43867, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8ac12d59-a667-449e-bbc9-40e4f6a43867,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:18.560708 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': '8ac12d59-a667-449e-bbc9-40e4f6a43867', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'port_id': '8ac12d59-a667-449e-bbc9-40e4f6a43867', 'mac_address': 'fa:16:3e:dc:0c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:36:18.621681 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:18.639059 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ac12d59-a667-449e-bbc9-40e4f6a43867 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:36:18.654806 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 8ac12d59-a667-449e-bbc9-40e4f6a43867, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8ac12d59-a667-449e-bbc9-40e4f6a43867,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:18.659605 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:18.661527 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6759d035-115c-4906-ae8d-a3822a8b3aae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:18.682334 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3e9f48cc-df0c-4d9c-bfef-b620a48d5ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708275'] for router_interface, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:18.731391 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:18.740144 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=8ac12d59-a667-449e-bbc9-40e4f6a43867,revision_number=6']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:18.743358 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:18.790483 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['8ac12d59-a667-449e-bbc9-40e4f6a43867'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:36:19.130611 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fb43a-63c4-4aee-80f0-39959650a806 req-8ea132a0-e46b-4c14-8627-f0afc50c01d5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:19.132094 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-590fb43a-63c4-4aee-80f0-39959650a806 req-8ea132a0-e46b-4c14-8627-f0afc50c01d5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 944 time: 0.0905716 May 10 15:36:19.163811 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9f48cc-df0c-4d9c-bfef-b620a48d5ec2 admin admin] Router 49148ff1-b7d7-4f30-bc69-7f438b1e5ee7 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:36:19.180602 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-590fb43a-63c4-4aee-80f0-39959650a806 req-b8966072-2ab7-4904-b65d-a5f4105ab172 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424397 May 10 15:36:19.360578 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9f48cc-df0c-4d9c-bfef-b620a48d5ec2 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:36:19.371299 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a30b697-0c69-422e-887c-5bfc6e6f3519 None None] Sync routers for ids ['49148ff1-b7d7-4f30-bc69-7f438b1e5ee7'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:36:19.376991 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-3e9f48cc-df0c-4d9c-bfef-b620a48d5ec2 admin admin] 10.222.0.11 "PUT /v2.0/routers/49148ff1-b7d7-4f30-bc69-7f438b1e5ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5410924 May 10 15:36:19.379283 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 52442) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:19.383234 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a30b697-0c69-422e-887c-5bfc6e6f3519 None None] Routers {'49148ff1-b7d7-4f30-bc69-7f438b1e5ee7'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:36:19.383912 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-0a30b697-0c69-422e-887c-5bfc6e6f3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:35:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['49148ff1-b7d7-4f30-bc69-7f438b1e5ee7'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:19.581761 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a1f331ce-26dc-4f31-a84b-605853fd9f42 admin admin] Notify callbacks [] for router, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:19.586715 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-0a30b697-0c69-422e-887c-5bfc6e6f3519 None None] Set router 49148ff1-b7d7-4f30-bc69-7f438b1e5ee7 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:36:19.897888 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a1f331ce-26dc-4f31-a84b-605853fd9f42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:19.928943 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-0a30b697-0c69-422e-887c-5bfc6e6f3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'name': 'tempest-TestShelveInstance-1764516731-router', 'tenant_id': '511270b907ff4662bd30f22e5593fc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'af572cb5-e1c3-401e-b936-91284d4191b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:35Z', 'updated_at': '2021-05-10T15:36:18Z', 'revision_number': 5, 'project_id': '511270b907ff4662bd30f22e5593fc3e', 'gw_port': {'id': 'af572cb5-e1c3-401e-b936-91284d4191b5', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:30:36Z', 'updated_at': '2021-05-10T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:19.940605 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a30b697-0c69-422e-887c-5bfc6e6f3519 None None] Checking router: 49148ff1-b7d7-4f30-bc69-7f438b1e5ee7 for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:36:19.958502 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a30b697-0c69-422e-887c-5bfc6e6f3519 None None] Routers {'49148ff1-b7d7-4f30-bc69-7f438b1e5ee7'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:36:19.958502 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-0a30b697-0c69-422e-887c-5bfc6e6f3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:35:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['49148ff1-b7d7-4f30-bc69-7f438b1e5ee7'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:20.011995 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-a1f331ce-26dc-4f31-a84b-605853fd9f42 admin admin] Deleting port af572cb5-e1c3-401e-b936-91284d4191b5 {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:36:20.016970 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a1f331ce-26dc-4f31-a84b-605853fd9f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:20.152889 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-a1f331ce-26dc-4f31-a84b-605853fd9f42 admin admin] For port af572cb5-e1c3-401e-b936-91284d4191b5, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=af572cb5-e1c3-401e-b936-91284d4191b5,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:20.154141 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a1f331ce-26dc-4f31-a84b-605853fd9f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:20.169943 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-0a30b697-0c69-422e-887c-5bfc6e6f3519 None None] Set router 49148ff1-b7d7-4f30-bc69-7f438b1e5ee7 gateway port host: None {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:36:20.322503 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-a1f331ce-26dc-4f31-a84b-605853fd9f42 admin admin] Calling delete_port for af572cb5-e1c3-401e-b936-91284d4191b5 owned by network:router_gateway {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:36:20.356905 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-0a30b697-0c69-422e-887c-5bfc6e6f3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'name': 'tempest-TestShelveInstance-1764516731-router', 'tenant_id': '511270b907ff4662bd30f22e5593fc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:35Z', 'updated_at': '2021-05-10T15:36:19Z', 'revision_number': 6, 'project_id': '511270b907ff4662bd30f22e5593fc3e', 'gw_port_host': None}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:20.366402 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a30b697-0c69-422e-887c-5bfc6e6f3519 None None] The sync data for ids ['49148ff1-b7d7-4f30-bc69-7f438b1e5ee7'] in dv-cinder-784945-8-iscsi is: [{'id': '49148ff1-b7d7-4f30-bc69-7f438b1e5ee7', 'name': 'tempest-TestShelveInstance-1764516731-router', 'tenant_id': '511270b907ff4662bd30f22e5593fc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:30:35Z', 'updated_at': '2021-05-10T15:36:19Z', 'revision_number': 6, 'project_id': '511270b907ff4662bd30f22e5593fc3e', 'gw_port_host': None}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:36:20.404946 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 8ac12d59-a667-449e-bbc9-40e4f6a43867 up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:36:20.547105 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750682e7-4e59-4a62-b254-31e651e9e21b req-61821eb2-47df-4c96-96fc-e532dc17e8a8 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:20.549239 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-750682e7-4e59-4a62-b254-31e651e9e21b req-61821eb2-47df-4c96-96fc-e532dc17e8a8 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 944 time: 0.1836720 May 10 15:36:20.550135 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port 8ac12d59-a667-449e-bbc9-40e4f6a43867 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:20.550594 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:20.596134 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a1f331ce-26dc-4f31-a84b-605853fd9f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:20.614420 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:20.660505 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-750682e7-4e59-4a62-b254-31e651e9e21b req-f68f0087-0dbb-48bf-8f78-f84aaf277256 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035409 May 10 15:36:20.723920 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f331ce-26dc-4f31-a84b-605853fd9f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=af572cb5-e1c3-401e-b936-91284d4191b5,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:20.727495 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a1f331ce-26dc-4f31-a84b-605853fd9f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:20.867310 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:20.930860 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a1f331ce-26dc-4f31-a84b-605853fd9f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706855'] for router_gateway, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:20.945635 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac12d59-a667-449e-bbc9-40e4f6a43867'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:36:20.978773 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 8ac12d59-a667-449e-bbc9-40e4f6a43867, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8ac12d59-a667-449e-bbc9-40e4f6a43867,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:20.990502 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:20.992540 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:21.024644 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac12d59-a667-449e-bbc9-40e4f6a43867', 'code': 200} May 10 15:36:21.071686 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=8ac12d59-a667-449e-bbc9-40e4f6a43867,revision_number=7']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:21.076472 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:21.173621 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a1f331ce-26dc-4f31-a84b-605853fd9f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127055'] for router, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:21.176126 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a1f331ce-26dc-4f31-a84b-605853fd9f42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:21.208153 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a1f331ce-26dc-4f31-a84b-605853fd9f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1830005'] for router, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:21.208535 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f331ce-26dc-4f31-a84b-605853fd9f42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49148ff1-b7d7-4f30-bc69-7f438b1e5ee7 {{(pid=78734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:36:21.224850 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a1f331ce-26dc-4f31-a84b-605853fd9f42 admin admin] Notify callbacks [] for router, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:21.229397 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-a1f331ce-26dc-4f31-a84b-605853fd9f42 admin admin] 10.222.0.11 "DELETE /v2.0/routers/49148ff1-b7d7-4f30-bc69-7f438b1e5ee7 HTTP/1.1" status: 204 len: 168 time: 1.8484685 May 10 15:36:21.231839 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 52470) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:21.307954 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa28c4b-982b-4ec2-9ebe-cb7fee850603 admin admin] Deleting subnet 245a08b3-4886-4f68-b1a8-7802d22bb0bd {{(pid=78734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:36:21.311138 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0fa28c4b-982b-4ec2-9ebe-cb7fee850603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:21.367068 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0fa28c4b-982b-4ec2-9ebe-cb7fee850603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-962795'] for subnet, precommit_delete_associations {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:21.461989 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0fa28c4b-982b-4ec2-9ebe-cb7fee850603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-867255'] for subnet, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:21.770615 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0fa28c4b-982b-4ec2-9ebe-cb7fee850603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-867256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1365449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2281475'] for subnet, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:21.776833 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-24b4d34e-d1fc-4f01-9b4b-ad094deb240e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:21.825054 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa28c4b-982b-4ec2-9ebe-cb7fee850603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=245a08b3-4886-4f68-b1a8-7802d22bb0bd,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:21.830395 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0fa28c4b-982b-4ec2-9ebe-cb7fee850603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:21.833541 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0fa28c4b-982b-4ec2-9ebe-cb7fee850603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:21.835140 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c77791-5970-42a0-ba8c-38780120ec00 None None] Network 6081ce47-8ac5-43ac-9899-2356c6a49d12 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:36:21.842716 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-0fa28c4b-982b-4ec2-9ebe-cb7fee850603 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/245a08b3-4886-4f68-b1a8-7802d22bb0bd HTTP/1.1" status: 204 len: 168 time: 0.6086042 May 10 15:36:21.843608 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 52476) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:21.916624 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bef3c5-eef8-44fb-9964-c9f940840086 req-340ed1e1-7d8c-414b-9cbd-aab9cba6df30 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:21.924364 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-51bef3c5-eef8-44fb-9964-c9f940840086 req-340ed1e1-7d8c-414b-9cbd-aab9cba6df30 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.1192241 May 10 15:36:22.005003 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-51bef3c5-eef8-44fb-9964-c9f940840086 req-ad5e3acd-e6c4-4a77-b394-a1b8c5412fe7 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795918 May 10 15:36:22.068111 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 98c22d77-d22b-4931-b36f-b8eca69d9481 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:36:22.118661 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: 98c22d77-d22b-4931-b36f-b8eca69d9481 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:36:22.119264 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 98c22d77-d22b-4931-b36f-b8eca69d9481 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:36:22.127637 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device af572cb5-e1c3-401e-b936-91284d4191b5 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:36:22.173015 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: af572cb5-e1c3-401e-b936-91284d4191b5 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:36:22.173632 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device af572cb5-e1c3-401e-b936-91284d4191b5 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:36:22.193237 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:22.297241 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f554c74-0230-4e85-ab3f-d180cfb369f5 None None] DHCP port deletion for 6081ce47-8ac5-43ac-9899-2356c6a49d12 request from dv-cinder-784945-8-iscsi {{(pid=78736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:36:22.310168 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] Deleting port 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:36:22.310760 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:22.366759 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-1f554c74-0230-4e85-ab3f-d180cfb369f5 None None] Deleting port 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:36:22.367150 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-1f554c74-0230-4e85-ab3f-d180cfb369f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:22.429484 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] For port 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=93f81ac2-d2e7-4d0b-a237-097b35b3bcf5,segment=NetworkSegment(dfd27a38-0e1c-4ac7-b91d-eff58c856082),segment_id=dfd27a38-0e1c-4ac7-b91d-eff58c856082)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:22.430238 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:22.480971 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-1f554c74-0230-4e85-ab3f-d180cfb369f5 None None] For port 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=93f81ac2-d2e7-4d0b-a237-097b35b3bcf5,segment=NetworkSegment(dfd27a38-0e1c-4ac7-b91d-eff58c856082),segment_id=dfd27a38-0e1c-4ac7-b91d-eff58c856082)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:22.481373 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-1f554c74-0230-4e85-ab3f-d180cfb369f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:22.590248 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] Calling delete_port for 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 owned by network:dhcp {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:36:22.629827 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-1f554c74-0230-4e85-ab3f-d180cfb369f5 None None] Calling delete_port for 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 owned by network:dhcp {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:36:22.656245 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:22.663642 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0ca9a89e-9815-42d3-99a4-5fd2274dbb14 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:22.685538 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-1f554c74-0230-4e85-ab3f-d180cfb369f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:22.690148 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:22.711421 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] Pushing event deleted for resources: {'Port': ['ID=93f81ac2-d2e7-4d0b-a237-097b35b3bcf5,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:22.714814 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:22.715666 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] No DVR routers for this DVR port 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 on host dv-cinder-784945-8-iscsi {{(pid=78734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:36:22.748796 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f554c74-0230-4e85-ab3f-d180cfb369f5 None None] Pushing event deleted for resources: {'Port': ['ID=93f81ac2-d2e7-4d0b-a237-097b35b3bcf5,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:22.752630 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-1f554c74-0230-4e85-ab3f-d180cfb369f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:22.753715 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f554c74-0230-4e85-ab3f-d180cfb369f5 None None] No DVR routers for this DVR port 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 on host dv-cinder-784945-8-iscsi {{(pid=78736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:36:22.888822 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8771509523613'] for network, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:22.917455 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6081ce47-8ac5-43ac-9899-2356c6a49d12']}} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:22.953794 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd27a38-0e1c-4ac7-b91d-eff58c856082') {'for_net_delete': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:22.954085 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd27a38-0e1c-4ac7-b91d-eff58c856082') {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:22.967078 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509535335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-962804'] for segment, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:23.007584 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:23.028191 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=78734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:36:23.028935 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1365423'] for segment, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: Traceback (most recent call last): May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: timer() May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: cb(*args, **kw) May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: return func(*args, **kwargs) May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: self._notify() May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: self.callback(batched_events) May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: event.method(event) May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: return f(self, *a, **k) May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: return self._get(url).json() May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: return self.request(url, 'GET', **kwargs) May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:36:23.072091 dv-cinder-784945-8-iscsi neutron-server[78734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:36:23.197729 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706869'] for network, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:23.207529 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:23.209867 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-66e3e35e-32a4-42b1-91fc-51314448ed59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:23.236065 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] Pushing event deleted for resources: {'Network': ['ID=6081ce47-8ac5-43ac-9899-2356c6a49d12,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:23.238774 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6081ce47-8ac5-43ac-9899-2356c6a49d12 HTTP/1.1" status: 204 len: 168 time: 1.3937957 May 10 15:36:23.247520 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-b86baa59-d91e-4671-b93c-2bea6c064648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:23.292744 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8c473-2b61-4cd4-87ce-f6a1869f37fc req-7b926d70-83a7-440f-bce4-71ae4b3ee7a7 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:23.303960 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-26d8c473-2b61-4cd4-87ce-f6a1869f37fc req-7b926d70-83a7-440f-bce4-71ae4b3ee7a7 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.1477401 May 10 15:36:23.411760 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-26d8c473-2b61-4cd4-87ce-f6a1869f37fc req-2bf5a5f5-2707-479c-b8e5-99a98474c513 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068664 May 10 15:36:23.420551 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 52500) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:23.485239 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-32679220-0bd9-4699-9512-ecc6c008f6ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=faa2ee53649b4235ba6d1175bfc6c4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0634010 May 10 15:36:23.488256 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 52504) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:23.555958 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:23.586965 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:23.683251 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:23.689558 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e09b7566-1ca4-4bb6-acb6-8ee10b52116e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:23.708603 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b12d088-e4ee-4c89-9177-590f316fdb33,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:23.713604 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:23.715132 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b12d088-e4ee-4c89-9177-590f316fdb33 HTTP/1.1" status: 204 len: 168 time: 0.2258034 May 10 15:36:23.721875 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:23.722030 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:23.722616 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:23.722991 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:23.723918 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:23.723918 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:23.724401 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:23.724627 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:23.724987 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:23.725345 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:23.725874 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:23.726194 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:23.730268 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:24.033255 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:36:24.126297 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:36:24.126796 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 93f81ac2-d2e7-4d0b-a237-097b35b3bcf5 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:36:24.263693 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 52520) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:24.326119 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-b6a7c551-46b0-4cc6-8ab4-4f8e5499e5c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=511270b907ff4662bd30f22e5593fc3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609198 May 10 15:36:24.328808 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 52524) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:24.408498 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cd985198-6014-4d67-9824-06051dd669ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:24.439069 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cd985198-6014-4d67-9824-06051dd669ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:24.521268 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cd985198-6014-4d67-9824-06051dd669ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:24.534747 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8981a6b3-03e9-464a-9c97-b89d281bdefe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:24.567161 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd985198-6014-4d67-9824-06051dd669ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40edddc-5a2e-49bb-b2c0-ca090135cfd5,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:24.581277 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-cd985198-6014-4d67-9824-06051dd669ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:24.596804 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-cd985198-6014-4d67-9824-06051dd669ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:24.598250 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-cd985198-6014-4d67-9824-06051dd669ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c40edddc-5a2e-49bb-b2c0-ca090135cfd5 HTTP/1.1" status: 204 len: 168 time: 0.2684777 May 10 15:36:24.639871 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-0c503556-c008-4d9d-a5be-899ed560b993 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:24.642590 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-0c503556-c008-4d9d-a5be-899ed560b993 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/networks?id=65421764-aeca-428e-a591-0731f9a01c8c HTTP/1.1" status: 200 len: 815 time: 0.2165334 May 10 15:36:24.668014 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8a5be7-4cdd-4d87-8851-d56404f20afb tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/quotas/234ef3d224d246c2aa2b1ea092d238c4 HTTP/1.1" status: 200 len: 375 time: 0.0189025 May 10 15:36:24.719567 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505193b-dcd3-4b59-995b-88c6ec2859f2 req-0db118b4-a95f-486f-b2c9-25efabbb9b00 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:24.727552 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f505193b-dcd3-4b59-995b-88c6ec2859f2 req-0db118b4-a95f-486f-b2c9-25efabbb9b00 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.1015613 May 10 15:36:24.774313 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-76630dd3-5cfc-464e-8ab8-1c299b73c04d tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=234ef3d224d246c2aa2b1ea092d238c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1052539 May 10 15:36:24.789874 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f505193b-dcd3-4b59-995b-88c6ec2859f2 req-d1ed0999-87be-4da1-9223-2dd03a9f80ae tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587108 May 10 15:36:24.924903 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-058d1528-7514-430b-bc22-9a56ab078d12 service neutron] 10.222.0.11 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488156 May 10 15:36:25.045878 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6156ed13-0b91-4468-9a00-4dbf3fb6490b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:25.090815 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-3fea99d1-cb96-44fa-8fbc-9200798ba28c service neutron] 10.222.0.11 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637018 May 10 15:36:25.318151 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-27fa94a6-5e11-4689-9d3d-a077c7278f95 req-5d48238a-53f3-422c-b0cc-fc62e4de1608 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2 HTTP/1.1" status: 200 len: 210 time: 0.0633645 May 10 15:36:25.999131 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ca40d-d043-4e30-9f24-a93789ab3352 req-b0f86214-a88a-4d9f-a756-ea47fa45013b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:26.001481 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-756ca40d-d043-4e30-9f24-a93789ab3352 req-b0f86214-a88a-4d9f-a756-ea47fa45013b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.1020525 May 10 15:36:26.050862 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-756ca40d-d043-4e30-9f24-a93789ab3352 req-f03be604-422f-4b8b-a738-de54d2bc3bf8 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436070 May 10 15:36:26.543356 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-34c6f170-6c60-40e8-92a3-5e1c503e0965 req-d91a306b-b13b-49a4-98a3-05a254b7e02b tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2 HTTP/1.1" status: 200 len: 210 time: 0.0837808 May 10 15:36:26.686548 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7a177f3e-cea4-40da-b1e4-62f1b4f6a2a6 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:26.690049 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7a177f3e-cea4-40da-b1e4-62f1b4f6a2a6 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.46 "GET /v2.0/networks?id=65421764-aeca-428e-a591-0731f9a01c8c HTTP/1.1" status: 200 len: 815 time: 0.1880114 May 10 15:36:26.706311 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-08831ba6-daab-47c4-8afa-c0fed7a9398e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Request body: {'port': {'device_id': '74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2', 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c', 'admin_state_up': True, 'tenant_id': '234ef3d224d246c2aa2b1ea092d238c4'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:26.849761 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-08831ba6-daab-47c4-8afa-c0fed7a9398e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:26.860342 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-08831ba6-daab-47c4-8afa-c0fed7a9398e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:26.870465 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-08831ba6-daab-47c4-8afa-c0fed7a9398e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Made reservation on behalf of 234ef3d224d246c2aa2b1ea092d238c4 for: {'port': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:36:26.874352 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-08831ba6-daab-47c4-8afa-c0fed7a9398e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:27.049270 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_common [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-08831ba6-daab-47c4-8afa-c0fed7a9398e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Allocated IP 172.20.0.2 (65421764-aeca-428e-a591-0731f9a01c8c/ed1af062-fbdd-44c9-ae4c-195933b2c4d6/da91b229-3605-4a1e-b569-1760efb69aeb) {{(pid=78734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:36:27.349702 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5ab29-8765-4e2b-89aa-92e467310bce req-6253d693-6769-4dca-aeee-8dd564194808 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:27.360314 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c5b5ab29-8765-4e2b-89aa-92e467310bce req-6253d693-6769-4dca-aeee-8dd564194808 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.1272879 May 10 15:36:27.410129 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-08831ba6-daab-47c4-8afa-c0fed7a9398e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks [] for port, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:27.440887 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c5b5ab29-8765-4e2b-89aa-92e467310bce req-d72a5a3f-ebc6-43dd-9ac2-e28680361831 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782790 May 10 15:36:27.444999 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-08831ba6-daab-47c4-8afa-c0fed7a9398e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:27.453190 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:27.457091 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['55fde7ca-3fd5-450a-94d4-c1267c15edcd', '56cb1634-13f1-4590-b0a7-e4271d628cf8', 'ec6efc75-e20f-4c23-aaab-75846896d2ed'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:36:27.527033 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-08831ba6-daab-47c4-8afa-c0fed7a9398e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Network 65421764-aeca-428e-a591-0731f9a01c8c is already hosted by enough agents. {{(pid=78734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:36:27.530543 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-08831ba6-daab-47c4-8afa-c0fed7a9398e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Resources bound (agent type, host, resource id): {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:36:27.539176 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-08831ba6-daab-47c4-8afa-c0fed7a9398e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Received port after_create {{(pid=78734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:36:27.577001 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08831ba6-daab-47c4-8afa-c0fed7a9398e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Pushing event updated for resources: {'Port': ['ID=da91b229-3605-4a1e-b569-1760efb69aeb,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:27.583634 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-08831ba6-daab-47c4-8afa-c0fed7a9398e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:27.630818 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-08831ba6-daab-47c4-8afa-c0fed7a9398e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:27.631879 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-08831ba6-daab-47c4-8afa-c0fed7a9398e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:27.743995 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-08831ba6-daab-47c4-8afa-c0fed7a9398e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0441175 May 10 15:36:27.750690 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:27.757795 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Request body: {'port': {'device_id': '74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:27.905521 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c77dc-28e2-4319-8325-bdb6f5ef0bca req-836ce936-8831-43a3-8143-55e252ae1434 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:27.906192 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-f14c77dc-28e2-4319-8325-bdb6f5ef0bca req-836ce936-8831-43a3-8143-55e252ae1434 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Synchronizing usage tracker for tenant:234ef3d224d246c2aa2b1ea092d238c4 on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:36:27.916848 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:27.968518 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4ba0b159-3216-4e6c-99c1-631d00d2608d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:27.973055 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-f14c77dc-28e2-4319-8325-bdb6f5ef0bca req-836ce936-8831-43a3-8143-55e252ae1434 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Unset dirty status for tenant:234ef3d224d246c2aa2b1ea092d238c4 on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:36:27.974215 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f14c77dc-28e2-4319-8325-bdb6f5ef0bca req-836ce936-8831-43a3-8143-55e252ae1434 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2 HTTP/1.1" status: 200 len: 931 time: 0.2986135 May 10 15:36:28.039349 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f14c77dc-28e2-4319-8325-bdb6f5ef0bca req-a7d80867-65b1-4da8-85b6-115f0016d642 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584495 May 10 15:36:28.340316 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da91b229-3605-4a1e-b569-1760efb69aeb {{(pid=78734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:36:28.348183 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:28.366352 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Transition to ACTIVE for port object da91b229-3605-4a1e-b569-1760efb69aeb will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:36:28.373983 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:28.379815 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7a7aa1b3-2f34-487c-a385-393de21d3027 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:28.572609 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Pushing event updated for resources: {'Port': ['ID=da91b229-3605-4a1e-b569-1760efb69aeb,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:28.578833 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:28.594177 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:28.624494 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Attempting to bind port da91b229-3605-4a1e-b569-1760efb69aeb on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:36:28.624842 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Attempting to bind port da91b229-3605-4a1e-b569-1760efb69aeb by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:36:28.625192 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Attempting to bind port da91b229-3605-4a1e-b569-1760efb69aeb on network 65421764-aeca-428e-a591-0731f9a01c8c {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:36:28.629976 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Port da91b229-3605-4a1e-b569-1760efb69aeb on network 65421764-aeca-428e-a591-0731f9a01c8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:36:28.630318 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Attempting to bind port da91b229-3605-4a1e-b569-1760efb69aeb on network 65421764-aeca-428e-a591-0731f9a01c8c {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:36:28.636301 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:36:28.636301 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Checking segment: {'id': 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:36:28.636725 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Bound using segment: {'id': 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:36:28.637198 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Bound port: da91b229-3605-4a1e-b569-1760efb69aeb, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:36:28.637554 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:28.669768 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d432e-6225-4d23-bacc-eec0b911e377 req-1b6a7a41-2d39-40c9-9ebf-3f70d98df45c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:28.676835 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8b1d432e-6225-4d23-bacc-eec0b911e377 req-1b6a7a41-2d39-40c9-9ebf-3f70d98df45c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0982301 May 10 15:36:28.733325 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8b1d432e-6225-4d23-bacc-eec0b911e377 req-922c1218-97d7-48c9-b3ab-7f7f6892ce13 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551920 May 10 15:36:28.741947 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] For port da91b229-3605-4a1e-b569-1760efb69aeb, host hv-cinder-78494, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:36:28.744437 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] For port da91b229-3605-4a1e-b569-1760efb69aeb, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=da91b229-3605-4a1e-b569-1760efb69aeb,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:36:28.755023 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1365379'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:28.758809 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-724dc2ea-8077-4f14-84af-a0106d4dc271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:28.813794 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:28.814407 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:28.815762 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] 10.222.0.46 "PUT /v2.0/ports/da91b229-3605-4a1e-b569-1760efb69aeb HTTP/1.1" status: 200 len: 1093 time: 1.0626991 May 10 15:36:28.816287 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2', 'tag': 'da91b229-3605-4a1e-b569-1760efb69aeb'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:36:28.843346 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Pushing event updated for resources: {'Port': ['ID=da91b229-3605-4a1e-b569-1760efb69aeb,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:28.847502 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7e8605e1-a646-41ae-814c-6048224bcce9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:28.909381 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2', 'tag': 'da91b229-3605-4a1e-b569-1760efb69aeb', 'status': 'completed', 'code': 200} May 10 15:36:28.953583 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-dbdad037-3215-4955-bea3-f92adc9ac3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:28.955220 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-dbdad037-3215-4955-bea3-f92adc9ac3bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=234ef3d224d246c2aa2b1ea092d238c4&device_id=74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2 HTTP/1.1" status: 200 len: 1096 time: 0.0836101 May 10 15:36:29.027635 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-5000e155-96d3-45c3-a71d-e2e7403c70f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da91b229-3605-4a1e-b569-1760efb69aeb HTTP/1.1" status: 200 len: 217 time: 0.0626643 May 10 15:36:29.099395 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-798c8ac7-45e2-44d6-b989-a63fd38a661d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:29.101155 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-798c8ac7-45e2-44d6-b989-a63fd38a661d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed1af062-fbdd-44c9-ae4c-195933b2c4d6 HTTP/1.1" status: 200 len: 855 time: 0.0671463 May 10 15:36:29.150604 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-73b5681d-2632-45f4-bc5e-9754f70f2e92 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65421764-aeca-428e-a591-0731f9a01c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416906 May 10 15:36:29.242752 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288153e4-20c4-4723-9eb9-0d49c07ee347 req-2486c649-c028-4b66-bbf9-12f8b2c434ad tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:29.244648 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-288153e4-20c4-4723-9eb9-0d49c07ee347 req-2486c649-c028-4b66-bbf9-12f8b2c434ad tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2 HTTP/1.1" status: 200 len: 943 time: 0.0920179 May 10 15:36:29.306701 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-288153e4-20c4-4723-9eb9-0d49c07ee347 req-8d8c3390-ee81-4adb-8886-f805de414000 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549278 May 10 15:36:29.432798 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-c56abe34-c231-4ad3-a62a-0861706cce22 service neutron] 10.222.0.46 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717960 May 10 15:36:29.584546 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-55e1c546-838f-4d08-8759-6506ddc6eae7 req-ce405052-ec05-4bfc-b4b6-b34a767662a5 service neutron] 10.222.0.46 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435170 May 10 15:36:29.723412 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ff89c-e1f3-4211-a64c-7efc9c773b28 req-0d304102-78b3-4b2b-b394-cb79b928e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:29.725054 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-143ff89c-e1f3-4211-a64c-7efc9c773b28 req-0d304102-78b3-4b2b-b394-cb79b928e457 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=234ef3d224d246c2aa2b1ea092d238c4&device_id=74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2 HTTP/1.1" status: 200 len: 1096 time: 0.0820720 May 10 15:36:29.918315 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ff89c-e1f3-4211-a64c-7efc9c773b28 req-1e186eab-bd19-4c91-80f7-9c19ad1e385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:29.933184 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-143ff89c-e1f3-4211-a64c-7efc9c773b28 req-1e186eab-bd19-4c91-80f7-9c19ad1e385e service neutron] 10.222.0.46 "GET /v2.0/networks?id=65421764-aeca-428e-a591-0731f9a01c8c HTTP/1.1" status: 200 len: 916 time: 0.1994538 May 10 15:36:30.014638 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-143ff89c-e1f3-4211-a64c-7efc9c773b28 req-4d8bf8f1-dad6-4c57-8020-4705c988ed84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da91b229-3605-4a1e-b569-1760efb69aeb HTTP/1.1" status: 200 len: 217 time: 0.0753286 May 10 15:36:30.080469 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ed07b-ae64-42d2-a0e6-bbecf0a62ec4 req-0e7ef535-cfe4-446d-8baa-37ea532653d6 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:30.081987 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-fb6ed07b-ae64-42d2-a0e6-bbecf0a62ec4 req-0e7ef535-cfe4-446d-8baa-37ea532653d6 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.2284546 May 10 15:36:30.127421 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ff89c-e1f3-4211-a64c-7efc9c773b28 req-3250d84b-22d9-4ee3-9896-40dc3eb5f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:30.129773 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-143ff89c-e1f3-4211-a64c-7efc9c773b28 req-3250d84b-22d9-4ee3-9896-40dc3eb5f167 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed1af062-fbdd-44c9-ae4c-195933b2c4d6 HTTP/1.1" status: 200 len: 855 time: 0.1059945 May 10 15:36:30.196100 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-fb6ed07b-ae64-42d2-a0e6-bbecf0a62ec4 req-e98e9981-af0e-4abf-be30-2b56bd9a2640 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055417 May 10 15:36:30.198299 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-143ff89c-e1f3-4211-a64c-7efc9c773b28 req-63d6dd56-df4f-49ec-a2ba-4a3464068542 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65421764-aeca-428e-a591-0731f9a01c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584800 May 10 15:36:30.363506 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:30.370755 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-143ff89c-e1f3-4211-a64c-7efc9c773b28 req-6d96b058-fce5-49f7-8b72-88ca92530a16 service neutron] 10.222.0.46 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639879 May 10 15:36:30.523723 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04593300-221d-4899-8ff2-19e9d06def99 req-a3fe17d9-d15b-4651-9994-fb9f6a235b12 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:30.526008 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-04593300-221d-4899-8ff2-19e9d06def99 req-a3fe17d9-d15b-4651-9994-fb9f6a235b12 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2 HTTP/1.1" status: 200 len: 943 time: 0.0858095 May 10 15:36:30.542035 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-143ff89c-e1f3-4211-a64c-7efc9c773b28 req-34624eca-5cf4-439a-a640-4fef8332cba0 service neutron] 10.222.0.46 "GET /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599014 May 10 15:36:30.581502 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-04593300-221d-4899-8ff2-19e9d06def99 req-99525eac-fafe-43de-b125-a0aaa40dc102 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442061 May 10 15:36:31.421636 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2c236-26be-4a8c-bbd5-9731d16407c2 req-f2b13799-4b15-4b49-bf6f-483d8389f73d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:31.423048 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-52c2c236-26be-4a8c-bbd5-9731d16407c2 req-f2b13799-4b15-4b49-bf6f-483d8389f73d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.1146843 May 10 15:36:31.475241 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-52c2c236-26be-4a8c-bbd5-9731d16407c2 req-6618604d-1eec-49c7-8f8a-028f1b877c74 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446169 May 10 15:36:31.492462 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc2801-9344-4d99-9fa9-2b1b1fbde42a req-fe87a852-e657-45e6-ad01-9f674bb01f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:31.493952 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-cecc2801-9344-4d99-9fa9-2b1b1fbde42a req-fe87a852-e657-45e6-ad01-9f674bb01f58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a29b1e7130414c8d8df10d6bafc227cf&device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 1098 time: 0.1168916 May 10 15:36:31.626148 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc2801-9344-4d99-9fa9-2b1b1fbde42a req-5d96d2c5-c069-4f8d-a3b7-36c9e9ecf838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:31.627597 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-cecc2801-9344-4d99-9fa9-2b1b1fbde42a req-5d96d2c5-c069-4f8d-a3b7-36c9e9ecf838 service neutron] 10.222.0.46 "GET /v2.0/networks?id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 HTTP/1.1" status: 200 len: 918 time: 0.1269355 May 10 15:36:31.732157 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-cecc2801-9344-4d99-9fa9-2b1b1fbde42a req-0bd916b1-0e52-4797-b1fa-237406bc2ac4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ac12d59-a667-449e-bbc9-40e4f6a43867 HTTP/1.1" status: 200 len: 1001 time: 0.0961411 May 10 15:36:31.772111 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d28030-2763-489c-bcec-f7277fdb3245 req-214e70ab-5313-41db-9351-857d84bfcec5 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:31.773475 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-54d28030-2763-489c-bcec-f7277fdb3245 req-214e70ab-5313-41db-9351-857d84bfcec5 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2 HTTP/1.1" status: 200 len: 943 time: 0.0839188 May 10 15:36:31.794373 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc2801-9344-4d99-9fa9-2b1b1fbde42a req-9b847f5d-d9b1-4e8c-a4c8-199f9ee909df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:31.795857 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-cecc2801-9344-4d99-9fa9-2b1b1fbde42a req-9b847f5d-d9b1-4e8c-a4c8-199f9ee909df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6279250-a834-4915-8026-783b1c75fa9e HTTP/1.1" status: 200 len: 856 time: 0.0576372 May 10 15:36:31.877618 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc2801-9344-4d99-9fa9-2b1b1fbde42a req-9c727464-7c7b-4abb-802a-19aa4ee6ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:31.879095 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-cecc2801-9344-4d99-9fa9-2b1b1fbde42a req-9c727464-7c7b-4abb-802a-19aa4ee6ddab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762293 May 10 15:36:31.922116 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-54d28030-2763-489c-bcec-f7277fdb3245 req-7aebc9d3-c23c-459d-8e2f-e5cb2fc5b32c tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421137 May 10 15:36:32.118022 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-cecc2801-9344-4d99-9fa9-2b1b1fbde42a req-b9fc9d1e-560c-4dd2-86b3-ca27f90da431 service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312922 May 10 15:36:32.255245 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-cecc2801-9344-4d99-9fa9-2b1b1fbde42a req-9ae6f0d1-e30c-449b-8c42-58b7fecc4def service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301148 May 10 15:36:32.466893 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device da91b229-3605-4a1e-b569-1760efb69aeb details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:36:32.599868 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port da91b229-3605-4a1e-b569-1760efb69aeb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=da91b229-3605-4a1e-b569-1760efb69aeb,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:32.613435 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': 'da91b229-3605-4a1e-b569-1760efb69aeb', 'network_id': '65421764-aeca-428e-a591-0731f9a01c8c', 'port_id': 'da91b229-3605-4a1e-b569-1760efb69aeb', 'mac_address': 'fa:16:3e:2e:ba:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1af062-fbdd-44c9-ae4c-195933b2c4d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:36:32.666875 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:32.667503 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c4285-9101-456b-ae61-ad1da86b722e req-a362157e-0eef-4803-9c79-4fe8d4b6edd8 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:32.670112 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-cf0c4285-9101-456b-ae61-ad1da86b722e req-a362157e-0eef-4803-9c79-4fe8d4b6edd8 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0815151 May 10 15:36:32.684210 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da91b229-3605-4a1e-b569-1760efb69aeb {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:36:32.700777 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port da91b229-3605-4a1e-b569-1760efb69aeb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=da91b229-3605-4a1e-b569-1760efb69aeb,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:32.705832 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:32.708598 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:32.716558 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-cf0c4285-9101-456b-ae61-ad1da86b722e req-7aecfcc9-bfda-442e-b9cb-eead6e30e953 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405593 May 10 15:36:32.775863 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=da91b229-3605-4a1e-b569-1760efb69aeb,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:32.778931 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:33.006190 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['da91b229-3605-4a1e-b569-1760efb69aeb'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:36:33.102092 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b03d10-4066-4403-8c13-d0a49a57eaac req-c5a4a020-8669-46c0-9d1f-122c8d49ab7d tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:33.103547 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-86b03d10-4066-4403-8c13-d0a49a57eaac req-c5a4a020-8669-46c0-9d1f-122c8d49ab7d tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2 HTTP/1.1" status: 200 len: 944 time: 0.0785482 May 10 15:36:33.151468 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-86b03d10-4066-4403-8c13-d0a49a57eaac req-aaca3e0b-7965-4ba4-84f2-4fd09bcc3a31 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 May 10 15:36:33.903865 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6424da-9c7a-41d8-8ade-c45ca37311c4 req-e02e0d0c-a4f5-49e0-9f16-5edcf3a04c21 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:33.905300 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4d6424da-9c7a-41d8-8ade-c45ca37311c4 req-e02e0d0c-a4f5-49e0-9f16-5edcf3a04c21 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0812862 May 10 15:36:33.948714 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-4d6424da-9c7a-41d8-8ade-c45ca37311c4 req-0716e39a-1d73-4ee5-b83d-52ac62eaf062 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377395 May 10 15:36:34.333674 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864790ca-14f8-48c0-bad7-e65c533ea9c2 req-eebcc4e5-5cd2-4c75-9c48-a6734d4f1f89 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:34.335117 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-864790ca-14f8-48c0-bad7-e65c533ea9c2 req-eebcc4e5-5cd2-4c75-9c48-a6734d4f1f89 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2 HTTP/1.1" status: 200 len: 944 time: 0.0796373 May 10 15:36:34.379208 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-864790ca-14f8-48c0-bad7-e65c533ea9c2 req-c6c959db-d454-45bb-a568-e4c5751e4388 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382757 May 10 15:36:34.479184 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device da91b229-3605-4a1e-b569-1760efb69aeb up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:36:34.550685 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port da91b229-3605-4a1e-b569-1760efb69aeb completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:36:34.555116 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port da91b229-3605-4a1e-b569-1760efb69aeb triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:34.555491 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:34.704141 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:34.729797 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da91b229-3605-4a1e-b569-1760efb69aeb'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:36:34.740862 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port da91b229-3605-4a1e-b569-1760efb69aeb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=da91b229-3605-4a1e-b569-1760efb69aeb,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:34.744664 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:34.745652 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 8ac12d59-a667-449e-bbc9-40e4f6a43867 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:36:34.774971 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:34.807730 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da91b229-3605-4a1e-b569-1760efb69aeb', 'code': 200} May 10 15:36:34.866836 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=da91b229-3605-4a1e-b569-1760efb69aeb,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:34.905310 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:34.905655 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:34.905991 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:34.906423 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:34.906811 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:34.907181 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:34.907511 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:34.907866 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:34.908194 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:34.908514 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:34.908834 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:34.909155 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:34.918106 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:34.937937 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:34.972359 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 8ac12d59-a667-449e-bbc9-40e4f6a43867, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8ac12d59-a667-449e-bbc9-40e4f6a43867,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:34.976031 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:34.977890 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:35.003135 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26db118-fc4c-426a-8ecb-5a7d74317023 req-f7c88977-d8a1-4ce0-8150-17fc929797fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:35.004699 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d26db118-fc4c-426a-8ecb-5a7d74317023 req-f7c88977-d8a1-4ce0-8150-17fc929797fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2 HTTP/1.1" status: 200 len: 1098 time: 0.0736964 May 10 15:36:35.043469 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=8ac12d59-a667-449e-bbc9-40e4f6a43867,revision_number=8']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:35.047151 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:35.050580 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-d26db118-fc4c-426a-8ecb-5a7d74317023 req-8da8849f-dcbc-4928-9caa-32c1f5ef9ec7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389769 May 10 15:36:35.143844 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d6857-6ed2-44db-ba23-b77201dc5354 req-c6ed588d-4090-48e8-8acf-926861eb1535 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:35.145268 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8b1d6857-6ed2-44db-ba23-b77201dc5354 req-c6ed588d-4090-48e8-8acf-926861eb1535 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.0818202 May 10 15:36:35.188481 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8b1d6857-6ed2-44db-ba23-b77201dc5354 req-57a8661f-3cb3-4d7c-aa62-211cc5c42401 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375006 May 10 15:36:35.567879 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfa563-3cc2-47ec-94e4-d0b5a9dfefef req-0e23cbb1-cfac-4757-b516-a938d02f8189 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:35.569324 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-52bfa563-3cc2-47ec-94e4-d0b5a9dfefef req-0e23cbb1-cfac-4757-b516-a938d02f8189 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2 HTTP/1.1" status: 200 len: 945 time: 0.0842681 May 10 15:36:35.613731 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-52bfa563-3cc2-47ec-94e4-d0b5a9dfefef req-b84f9c50-66d8-4a7e-b079-87314bf5ad48 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386260 May 10 15:36:36.649658 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94eddc5-cdaf-4c55-a26a-9f79767bacb2 req-b1fd1728-1530-41bc-a486-2ca9a220ae30 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:36.651104 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b94eddc5-cdaf-4c55-a26a-9f79767bacb2 req-b1fd1728-1530-41bc-a486-2ca9a220ae30 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.1398242 May 10 15:36:36.655686 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6f60b4eb-675c-4446-bfe8-8ffff9686035 req-ae7c4854-5401-49d1-8321-f31b2ac7786a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1086390 May 10 15:36:36.698680 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b94eddc5-cdaf-4c55-a26a-9f79767bacb2 req-c735af91-48ff-4d8d-875d-bdb8207367e0 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405283 May 10 15:36:36.801166 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145075fe-2628-45a3-bdcd-fabb2dbb144f req-6b5be7a8-0fa5-40bf-822e-c3ef97ea7783 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:36.802634 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-145075fe-2628-45a3-bdcd-fabb2dbb144f req-6b5be7a8-0fa5-40bf-822e-c3ef97ea7783 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2 HTTP/1.1" status: 200 len: 945 time: 0.0826156 May 10 15:36:36.808977 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ac12d59-a667-449e-bbc9-40e4f6a43867'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:36:36.851391 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-145075fe-2628-45a3-bdcd-fabb2dbb144f req-a7b0ada6-98c2-43b3-a5be-735842c70f34 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427101 May 10 15:36:36.851985 dv-cinder-784945-8-iscsi neutron-server[78736]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8ac12d59-a667-449e-bbc9-40e4f6a43867', 'code': 422} returned with failed status May 10 15:36:37.594207 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60b4eb-675c-4446-bfe8-8ffff9686035 req-8ccb22c2-dbe4-4e6d-9b54-f852dcd97141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:37.595686 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6f60b4eb-675c-4446-bfe8-8ffff9686035 req-8ccb22c2-dbe4-4e6d-9b54-f852dcd97141 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7&tenant_id=a29b1e7130414c8d8df10d6bafc227cf HTTP/1.1" status: 200 len: 1096 time: 0.0767655 May 10 15:36:37.689083 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60b4eb-675c-4446-bfe8-8ffff9686035 req-3b559675-ea4f-41a1-a383-ec666ecfdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:37.690513 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6f60b4eb-675c-4446-bfe8-8ffff9686035 req-3b559675-ea4f-41a1-a383-ec666ecfdf68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a29b1e7130414c8d8df10d6bafc227cf&device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 1096 time: 0.0693316 May 10 15:36:37.820433 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60b4eb-675c-4446-bfe8-8ffff9686035 req-9857f258-0795-4ac0-b97c-d9e9f020e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:37.821872 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6f60b4eb-675c-4446-bfe8-8ffff9686035 req-9857f258-0795-4ac0-b97c-d9e9f020e603 service neutron] 10.222.0.46 "GET /v2.0/networks?id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 HTTP/1.1" status: 200 len: 918 time: 0.1242652 May 10 15:36:37.890429 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a20f6-b410-4901-8386-879a4cede2f0 req-3dedc2ae-5721-47cc-b4c7-8813fdaecfe1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:37.891821 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-733a20f6-b410-4901-8386-879a4cede2f0 req-3dedc2ae-5721-47cc-b4c7-8813fdaecfe1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.0814822 May 10 15:36:37.924045 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6f60b4eb-675c-4446-bfe8-8ffff9686035 req-97e8e56a-f44b-44d1-ad1c-679471dc2c04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ac12d59-a667-449e-bbc9-40e4f6a43867 HTTP/1.1" status: 200 len: 999 time: 0.0945308 May 10 15:36:37.940645 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-733a20f6-b410-4901-8386-879a4cede2f0 req-66c9ad1c-169c-407f-8be6-41aef09a5265 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429437 May 10 15:36:37.988661 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60b4eb-675c-4446-bfe8-8ffff9686035 req-ed2d9770-dbc5-4b38-95ee-a5f8ff4092a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:37.990092 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6f60b4eb-675c-4446-bfe8-8ffff9686035 req-ed2d9770-dbc5-4b38-95ee-a5f8ff4092a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6279250-a834-4915-8026-783b1c75fa9e HTTP/1.1" status: 200 len: 856 time: 0.0563664 May 10 15:36:38.066399 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60b4eb-675c-4446-bfe8-8ffff9686035 req-24f8d6ee-f2a2-4307-8937-9bdd1a36fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:38.067880 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6f60b4eb-675c-4446-bfe8-8ffff9686035 req-24f8d6ee-f2a2-4307-8937-9bdd1a36fc8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695910 May 10 15:36:38.195712 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6f60b4eb-675c-4446-bfe8-8ffff9686035 req-d896ff67-03aa-417f-949a-955600c216d9 service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201510 May 10 15:36:38.324869 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6f60b4eb-675c-4446-bfe8-8ffff9686035 req-da8661a2-eb38-4f06-8a2e-174a9a2de89d service neutron] 10.222.0.46 "GET /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212425 May 10 15:36:38.487323 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 8ac12d59-a667-449e-bbc9-40e4f6a43867 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:36:39.181752 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee1da6-47a1-4f86-87b7-0497175fa126 req-c33fd384-3c25-4280-8245-8e0bf9a64a20 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:39.183925 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-49ee1da6-47a1-4f86-87b7-0497175fa126 req-c33fd384-3c25-4280-8245-8e0bf9a64a20 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.0869412 May 10 15:36:39.229398 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-49ee1da6-47a1-4f86-87b7-0497175fa126 req-dd18efcf-e044-4bc5-b91f-8abeb2a0a4f5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397224 May 10 15:36:40.431984 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf573b25-0669-448f-a181-8e16ccfdf969 req-3b8bf0e1-e340-4f5f-8eb5-11b5891cf6ca tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:40.433631 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bf573b25-0669-448f-a181-8e16ccfdf969 req-3b8bf0e1-e340-4f5f-8eb5-11b5891cf6ca tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.0785589 May 10 15:36:40.487205 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bf573b25-0669-448f-a181-8e16ccfdf969 req-dafcb30f-8ddb-496c-a535-de4416ed37da tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463080 May 10 15:36:41.686065 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cc321-27cd-424e-8c1e-1b071bc0caf9 req-3da62b29-12b9-467f-b6ca-f7505c6a88d4 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:41.687816 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-754cc321-27cd-424e-8c1e-1b071bc0caf9 req-3da62b29-12b9-467f-b6ca-f7505c6a88d4 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.0839212 May 10 15:36:41.737096 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-754cc321-27cd-424e-8c1e-1b071bc0caf9 req-a679992f-5a4c-4325-a19f-7d16a0e542b2 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431697 May 10 15:36:43.037929 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abd00c-6bb2-4ecc-b342-606069fa4158 req-b7a464cf-f723-417c-b5cf-d7c8890236e7 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:43.039310 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-02abd00c-6bb2-4ecc-b342-606069fa4158 req-b7a464cf-f723-417c-b5cf-d7c8890236e7 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.1860721 May 10 15:36:43.084219 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-02abd00c-6bb2-4ecc-b342-606069fa4158 req-72f85a75-77ab-4cdc-8607-790a2de2804a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384393 May 10 15:36:43.267315 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:36:44.277360 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64beadd-1262-4cf1-98ff-5572266fe34c req-a3fd38d4-df90-4fb3-9d3f-c4e714ac8cae tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:44.279311 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e64beadd-1262-4cf1-98ff-5572266fe34c req-a3fd38d4-df90-4fb3-9d3f-c4e714ac8cae tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.0824564 May 10 15:36:44.330175 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e64beadd-1262-4cf1-98ff-5572266fe34c req-7a7a5949-83ca-45da-8f84-77c61bcbef3e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450711 May 10 15:36:45.519313 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da41848-42ef-4b9f-b61e-73c695a25cb0 req-8bd2dff9-b74b-4524-8cdd-9159d273caf5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:45.520772 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9da41848-42ef-4b9f-b61e-73c695a25cb0 req-8bd2dff9-b74b-4524-8cdd-9159d273caf5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.0823104 May 10 15:36:45.576061 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-9da41848-42ef-4b9f-b61e-73c695a25cb0 req-c2586e68-8cb1-4ae4-aef0-d08ad86c8506 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486572 May 10 15:36:46.780179 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f45583-4927-46d0-a94e-68c439b880c4 req-571ce4be-5c03-49af-a554-b6e6231b686d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:46.781674 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-64f45583-4927-46d0-a94e-68c439b880c4 req-571ce4be-5c03-49af-a554-b6e6231b686d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.0941696 May 10 15:36:46.827117 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-64f45583-4927-46d0-a94e-68c439b880c4 req-e6ba755e-0a2c-4715-a85f-ce996e32d404 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392110 May 10 15:36:48.024018 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b7162-89db-41d1-b74e-a89203d182fd req-0fa6ff70-10a0-49bc-a117-f8eb150c871d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:48.025384 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-748b7162-89db-41d1-b74e-a89203d182fd req-0fa6ff70-10a0-49bc-a117-f8eb150c871d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.0789006 May 10 15:36:48.073386 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-748b7162-89db-41d1-b74e-a89203d182fd req-6b347ee2-c78f-4f9b-84a7-9c1d81fb18d1 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419533 May 10 15:36:48.671502 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:49.267484 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a3959-145d-482b-840c-4f17380aa405 req-1ce8a6c4-c927-4ca0-93fb-4f00c953df02 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:49.268895 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f43a3959-145d-482b-840c-4f17380aa405 req-1ce8a6c4-c927-4ca0-93fb-4f00c953df02 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.0802972 May 10 15:36:49.484614 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f43a3959-145d-482b-840c-4f17380aa405 req-836b747d-7f18-4c31-a9e8-4016550ff780 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099876 May 10 15:36:50.680679 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319c40c-a20d-4e57-b060-012971269324 req-b45d9fcd-e4ce-4150-8057-85e7b8e02234 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:50.682821 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b319c40c-a20d-4e57-b060-012971269324 req-b45d9fcd-e4ce-4150-8057-85e7b8e02234 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.0823195 May 10 15:36:50.733071 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b319c40c-a20d-4e57-b060-012971269324 req-8e6d0ab6-c316-43c8-9ac0-74859bfe8f48 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438900 May 10 15:36:51.931489 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27609c-eed9-4944-ab20-fd20e75e66d1 req-739604b0-1bf5-43de-b880-594b62e4f363 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:51.932963 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fd27609c-eed9-4944-ab20-fd20e75e66d1 req-739604b0-1bf5-43de-b880-594b62e4f363 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.0897574 May 10 15:36:51.979071 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fd27609c-eed9-4944-ab20-fd20e75e66d1 req-6b47d45c-9661-4194-86ae-3fccd7c7e3c9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391631 May 10 15:36:52.022742 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-fb2e822d-6a71-4ca5-bda2-9f809885cf80 req-a31a7b30-af19-4d5d-9aa2-b9a0d2bd1e71 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755141 May 10 15:36:52.168691 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e822d-6a71-4ca5-bda2-9f809885cf80 req-184a6b76-f98f-48f5-98f1-87b4a96ca1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:52.170262 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-fb2e822d-6a71-4ca5-bda2-9f809885cf80 req-184a6b76-f98f-48f5-98f1-87b4a96ca1b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 1098 time: 0.0739412 May 10 15:36:52.315143 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e822d-6a71-4ca5-bda2-9f809885cf80 req-f0d534dd-1bb8-408c-8d52-fddff588d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:52.316652 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-fb2e822d-6a71-4ca5-bda2-9f809885cf80 req-f0d534dd-1bb8-408c-8d52-fddff588d916 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 200 len: 912 time: 0.1269567 May 10 15:36:52.422498 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-fb2e822d-6a71-4ca5-bda2-9f809885cf80 req-76fed024-88a2-4831-8bb7-80a4b949bfaa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d876ebb-3a29-4116-aa89-a9d474853b23 HTTP/1.1" status: 200 len: 1001 time: 0.0974455 May 10 15:36:52.485192 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e822d-6a71-4ca5-bda2-9f809885cf80 req-aa0480bc-d913-4cba-9a99-407effa6c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:52.486577 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-fb2e822d-6a71-4ca5-bda2-9f809885cf80 req-aa0480bc-d913-4cba-9a99-407effa6c624 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddffacae-9229-42f8-961f-3c3938ae62c4 HTTP/1.1" status: 200 len: 850 time: 0.0563710 May 10 15:36:52.567481 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e822d-6a71-4ca5-bda2-9f809885cf80 req-4d3116a0-35b9-4e12-9cdb-1cecb810fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:52.568889 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-fb2e822d-6a71-4ca5-bda2-9f809885cf80 req-4d3116a0-35b9-4e12-9cdb-1cecb810fff6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ac1649f-2223-4be4-9954-4ed1531d1e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723593 May 10 15:36:52.706636 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-fb2e822d-6a71-4ca5-bda2-9f809885cf80 req-aabe559e-20c9-48a0-8358-10391dcde66e service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298521 May 10 15:36:52.849024 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-fb2e822d-6a71-4ca5-bda2-9f809885cf80 req-e707369e-2d2e-480e-8735-6a1c6922e6bd service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348741 May 10 15:36:53.167005 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320c645-a83a-434f-9997-a1d6d54cc95e req-89b6c3f7-49bd-404e-a8d0-feae0195f104 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:53.168499 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5320c645-a83a-434f-9997-a1d6d54cc95e req-89b6c3f7-49bd-404e-a8d0-feae0195f104 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.0790367 May 10 15:36:53.216275 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-5320c645-a83a-434f-9997-a1d6d54cc95e req-69369b1b-0b2e-48ed-ac72-fc76916e726d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418601 May 10 15:36:54.409181 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad59027-cb67-47ce-94fa-eae4e168c4a1 req-b15a73fb-eb03-43af-863f-8a4e70874c92 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:54.410625 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dad59027-cb67-47ce-94fa-eae4e168c4a1 req-b15a73fb-eb03-43af-863f-8a4e70874c92 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 943 time: 0.0844512 May 10 15:36:54.454211 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-dad59027-cb67-47ce-94fa-eae4e168c4a1 req-b951b592-e629-4d78-aa09-514f8769e788 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378721 May 10 15:36:54.530653 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 8ac12d59-a667-449e-bbc9-40e4f6a43867 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:36:54.662082 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 8ac12d59-a667-449e-bbc9-40e4f6a43867, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8ac12d59-a667-449e-bbc9-40e4f6a43867,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:54.675050 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': '8ac12d59-a667-449e-bbc9-40e4f6a43867', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'port_id': '8ac12d59-a667-449e-bbc9-40e4f6a43867', 'mac_address': 'fa:16:3e:dc:0c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:36:54.728619 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:54.744587 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac12d59-a667-449e-bbc9-40e4f6a43867 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:36:54.760739 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 8ac12d59-a667-449e-bbc9-40e4f6a43867, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8ac12d59-a667-449e-bbc9-40e4f6a43867,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:54.764759 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:54.766563 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:54.834099 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=8ac12d59-a667-449e-bbc9-40e4f6a43867,revision_number=9']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:54.837110 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:55.016095 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d621a763-203c-4942-bc30-f5279a31df1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:55.020567 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['8ac12d59-a667-449e-bbc9-40e4f6a43867'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:36:55.642024 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1f73d-7ab5-40d8-801f-f07934405816 req-28370347-caf5-48c7-83d0-26267aec8e8f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:55.643374 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-14f1f73d-7ab5-40d8-801f-f07934405816 req-28370347-caf5-48c7-83d0-26267aec8e8f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 944 time: 0.0783746 May 10 15:36:55.689235 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-14f1f73d-7ab5-40d8-801f-f07934405816 req-79bdb472-e298-4611-91be-8d558d72ba9d tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402708 May 10 15:36:56.546278 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 8ac12d59-a667-449e-bbc9-40e4f6a43867 up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:36:56.612815 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port 8ac12d59-a667-449e-bbc9-40e4f6a43867 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:56.613199 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:56.727100 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:56.754146 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac12d59-a667-449e-bbc9-40e4f6a43867'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:36:56.763558 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 8ac12d59-a667-449e-bbc9-40e4f6a43867, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8ac12d59-a667-449e-bbc9-40e4f6a43867,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:56.768881 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:56.770760 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:36:56.804862 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac12d59-a667-449e-bbc9-40e4f6a43867', 'code': 200} May 10 15:36:56.840266 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=8ac12d59-a667-449e-bbc9-40e4f6a43867,revision_number=10']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:56.843419 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:36:56.881267 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f95f69-ab3a-4519-b148-88914f9e4e81 req-26edaceb-8de3-4b09-a0c9-b1bfb887a9f9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:56.882739 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-43f95f69-ab3a-4519-b148-88914f9e4e81 req-26edaceb-8de3-4b09-a0c9-b1bfb887a9f9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 946 time: 0.0800426 May 10 15:36:56.929607 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-43f95f69-ab3a-4519-b148-88914f9e4e81 req-ae6e31b6-ad31-440f-b598-2c0d511b34bf tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396936 May 10 15:36:57.056049 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795504f-1f93-4ba4-882f-e6d88eaf393b req-f36a0872-3819-4e2c-a543-5a8303dec929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:57.057749 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e795504f-1f93-4ba4-882f-e6d88eaf393b req-f36a0872-3819-4e2c-a543-5a8303dec929 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 1099 time: 0.0720394 May 10 15:36:57.097715 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e795504f-1f93-4ba4-882f-e6d88eaf393b req-436bcb9d-c189-4875-b84c-b50a7fc8d010 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331082 May 10 15:36:57.694555 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:57.931084 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4963a618-8164-43e4-858f-36ed48e58c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:58.126160 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26baf27-4177-4e2e-b21d-e217b1e7d21f req-1f7fdfbf-477c-459b-b13c-716c804705f5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:58.127622 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f26baf27-4177-4e2e-b21d-e217b1e7d21f req-1f7fdfbf-477c-459b-b13c-716c804705f5 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 946 time: 0.0887313 May 10 15:36:58.173040 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f26baf27-4177-4e2e-b21d-e217b1e7d21f req-e10425fe-6178-4ebe-8296-a0bb9575fcbb tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396376 May 10 15:36:58.578651 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:59.480972 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2afbd-b630-4f78-9ddc-d1e4e8bfd9d1 req-0eb4a503-69f1-4358-8787-b958d771de90 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:36:59.482402 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-67d2afbd-b630-4f78-9ddc-d1e4e8bfd9d1 req-0eb4a503-69f1-4358-8787-b958d771de90 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 946 time: 0.1970088 May 10 15:36:59.525898 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-67d2afbd-b630-4f78-9ddc-d1e4e8bfd9d1 req-c2cd5f9a-bfe9-4a76-8d80-d843b82192b6 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377140 May 10 15:37:00.349318 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:02.062658 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26fe0a-78b0-4f44-a63e-f30878cecdbd req-3c78e21d-df38-4e8c-8d71-85e13b04e75b tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:02.064122 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-cb26fe0a-78b0-4f44-a63e-f30878cecdbd req-3c78e21d-df38-4e8c-8d71-85e13b04e75b tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2 HTTP/1.1" status: 200 len: 945 time: 0.0789628 May 10 15:37:02.109874 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-cb26fe0a-78b0-4f44-a63e-f30878cecdbd req-2b0bbf3f-b7ac-4c63-abc1-517dfd45e2f9 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401022 May 10 15:37:03.298585 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0d08c-ba6a-4f83-b4fb-4ca93d48edbd req-b2c079e7-ebae-4c1e-8701-b78e5716a264 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:03.300060 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e1e0d08c-ba6a-4f83-b4fb-4ca93d48edbd req-b2c079e7-ebae-4c1e-8701-b78e5716a264 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2 HTTP/1.1" status: 200 len: 945 time: 0.0834816 May 10 15:37:03.345042 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e1e0d08c-ba6a-4f83-b4fb-4ca93d48edbd req-73f7fd8e-382b-4c8a-b4c8-075cb3a1aa65 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393074 May 10 15:37:03.624543 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361814cf-43f2-4b64-aefd-693594328b7e req-cbae66d0-ca9a-4a63-a29a-40065dc938c2 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:03.625960 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-361814cf-43f2-4b64-aefd-693594328b7e req-cbae66d0-ca9a-4a63-a29a-40065dc938c2 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2 HTTP/1.1" status: 200 len: 945 time: 0.0795796 May 10 15:37:03.759987 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-361814cf-43f2-4b64-aefd-693594328b7e req-0182ca24-886d-4535-a262-892dba46418e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Deleting port da91b229-3605-4a1e-b569-1760efb69aeb {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:37:03.760338 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-361814cf-43f2-4b64-aefd-693594328b7e req-0182ca24-886d-4535-a262-892dba46418e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:03.890389 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-361814cf-43f2-4b64-aefd-693594328b7e req-0182ca24-886d-4535-a262-892dba46418e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] For port da91b229-3605-4a1e-b569-1760efb69aeb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=da91b229-3605-4a1e-b569-1760efb69aeb,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:37:03.890666 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-361814cf-43f2-4b64-aefd-693594328b7e req-0182ca24-886d-4535-a262-892dba46418e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:04.009968 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-361814cf-43f2-4b64-aefd-693594328b7e req-0182ca24-886d-4535-a262-892dba46418e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Calling delete_port for da91b229-3605-4a1e-b569-1760efb69aeb owned by compute:nova {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:37:04.117945 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-361814cf-43f2-4b64-aefd-693594328b7e req-0182ca24-886d-4535-a262-892dba46418e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:04.124027 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-08831ba6-daab-47c4-8afa-c0fed7a9398e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:04.129336 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['55fde7ca-3fd5-450a-94d4-c1267c15edcd', '56cb1634-13f1-4590-b0a7-e4271d628cf8', 'ec6efc75-e20f-4c23-aaab-75846896d2ed', 'da91b229-3605-4a1e-b569-1760efb69aeb'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:37:04.166468 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182ca24-886d-4535-a262-892dba46418e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Pushing event deleted for resources: {'Port': ['ID=da91b229-3605-4a1e-b569-1760efb69aeb,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:04.170564 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0182ca24-886d-4535-a262-892dba46418e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:04.244303 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-361814cf-43f2-4b64-aefd-693594328b7e req-0182ca24-886d-4535-a262-892dba46418e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] No DVR routers for this DVR port da91b229-3605-4a1e-b569-1760efb69aeb on host hv-cinder-78494 {{(pid=78734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:37:04.247490 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-361814cf-43f2-4b64-aefd-693594328b7e req-0182ca24-886d-4535-a262-892dba46418e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:04.250038 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2', 'name': 'network-vif-deleted', 'tag': 'da91b229-3605-4a1e-b569-1760efb69aeb'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:37:04.265882 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-361814cf-43f2-4b64-aefd-693594328b7e req-0182ca24-886d-4535-a262-892dba46418e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.46 "DELETE /v2.0/ports/da91b229-3605-4a1e-b569-1760efb69aeb HTTP/1.1" status: 204 len: 173 time: 0.6341007 May 10 15:37:04.300752 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2', 'name': 'network-vif-deleted', 'tag': 'da91b229-3605-4a1e-b569-1760efb69aeb', 'status': 'completed', 'code': 200} May 10 15:37:04.511306 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6e4248fa-7d85-4b32-a0ba-b22e15823c78 req-0fa05f7e-747b-4c13-9545-27386a228298 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ac8ae7-c87d-4e0e-bfa5-a8da76c5acc2 HTTP/1.1" status: 200 len: 210 time: 0.0425336 May 10 15:37:07.177620 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ebdb0-e684-4d32-a101-a3259e63a3b5 req-f67daed8-dae1-43f3-8394-a88d631c50f6 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:07.178318 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-a06ebdb0-e684-4d32-a101-a3259e63a3b5 req-f67daed8-dae1-43f3-8394-a88d631c50f6 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Synchronizing usage tracker for tenant:234ef3d224d246c2aa2b1ea092d238c4 on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:37:07.193454 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-a06ebdb0-e684-4d32-a101-a3259e63a3b5 req-f67daed8-dae1-43f3-8394-a88d631c50f6 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Unset dirty status for tenant:234ef3d224d246c2aa2b1ea092d238c4 on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:37:07.194601 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a06ebdb0-e684-4d32-a101-a3259e63a3b5 req-f67daed8-dae1-43f3-8394-a88d631c50f6 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=1447f648-a989-448d-a7fb-dd0ff771fec9 HTTP/1.1" status: 200 len: 946 time: 0.0949416 May 10 15:37:07.240013 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a06ebdb0-e684-4d32-a101-a3259e63a3b5 req-1305626f-f4ad-4a7a-a2c9-0c404bdfafba tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391586 May 10 15:37:08.510961 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac2d4c-d9cd-460f-9cfb-57a5ca69e60c req-209154bd-9340-436e-bdf5-70b361b00ddb tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:08.513094 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-30ac2d4c-d9cd-460f-9cfb-57a5ca69e60c req-209154bd-9340-436e-bdf5-70b361b00ddb tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=1447f648-a989-448d-a7fb-dd0ff771fec9 HTTP/1.1" status: 200 len: 946 time: 0.1682301 May 10 15:37:08.557149 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-30ac2d4c-d9cd-460f-9cfb-57a5ca69e60c req-77306006-c1fb-457e-bbcd-a150d4e74d1c tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380983 May 10 15:37:08.609737 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device da91b229-3605-4a1e-b569-1760efb69aeb no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:37:08.644753 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: da91b229-3605-4a1e-b569-1760efb69aeb {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:37:08.645110 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device da91b229-3605-4a1e-b569-1760efb69aeb not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:37:08.691050 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2ba43-bbb1-4564-8e69-c865897131d6 req-91cdd791-d335-4dcb-9cb1-6f8323b0164a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:08.692491 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-66a2ba43-bbb1-4564-8e69-c865897131d6 req-91cdd791-d335-4dcb-9cb1-6f8323b0164a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.46 "GET /v2.0/ports?device_id=1447f648-a989-448d-a7fb-dd0ff771fec9 HTTP/1.1" status: 200 len: 946 time: 0.0861425 May 10 15:37:08.823226 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-66a2ba43-bbb1-4564-8e69-c865897131d6 req-be1bacd3-ff04-4edf-ae69-922b9d3e84cc tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Deleting port ec6efc75-e20f-4c23-aaab-75846896d2ed {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:37:08.823487 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-66a2ba43-bbb1-4564-8e69-c865897131d6 req-be1bacd3-ff04-4edf-ae69-922b9d3e84cc tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:08.952466 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-66a2ba43-bbb1-4564-8e69-c865897131d6 req-be1bacd3-ff04-4edf-ae69-922b9d3e84cc tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] For port ec6efc75-e20f-4c23-aaab-75846896d2ed, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ec6efc75-e20f-4c23-aaab-75846896d2ed,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:37:08.952828 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-66a2ba43-bbb1-4564-8e69-c865897131d6 req-be1bacd3-ff04-4edf-ae69-922b9d3e84cc tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:09.077125 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-66a2ba43-bbb1-4564-8e69-c865897131d6 req-be1bacd3-ff04-4edf-ae69-922b9d3e84cc tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Calling delete_port for ec6efc75-e20f-4c23-aaab-75846896d2ed owned by compute:nova {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:37:09.185801 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-66a2ba43-bbb1-4564-8e69-c865897131d6 req-be1bacd3-ff04-4edf-ae69-922b9d3e84cc tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:09.191624 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7b542361-dad8-42f2-92a2-4f75a08665f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:09.197544 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['55fde7ca-3fd5-450a-94d4-c1267c15edcd', '56cb1634-13f1-4590-b0a7-e4271d628cf8', 'ec6efc75-e20f-4c23-aaab-75846896d2ed'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:37:09.248492 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bacd3-ff04-4edf-ae69-922b9d3e84cc tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Pushing event deleted for resources: {'Port': ['ID=ec6efc75-e20f-4c23-aaab-75846896d2ed,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:09.251558 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-be1bacd3-ff04-4edf-ae69-922b9d3e84cc tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:09.322480 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a2ba43-bbb1-4564-8e69-c865897131d6 req-be1bacd3-ff04-4edf-ae69-922b9d3e84cc tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] No DVR routers for this DVR port ec6efc75-e20f-4c23-aaab-75846896d2ed on host hv-cinder-78494 {{(pid=78734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:37:09.325742 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-66a2ba43-bbb1-4564-8e69-c865897131d6 req-be1bacd3-ff04-4edf-ae69-922b9d3e84cc tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:09.329563 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1447f648-a989-448d-a7fb-dd0ff771fec9', 'name': 'network-vif-deleted', 'tag': 'ec6efc75-e20f-4c23-aaab-75846896d2ed'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:37:09.344561 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-66a2ba43-bbb1-4564-8e69-c865897131d6 req-be1bacd3-ff04-4edf-ae69-922b9d3e84cc tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.46 "DELETE /v2.0/ports/ec6efc75-e20f-4c23-aaab-75846896d2ed HTTP/1.1" status: 204 len: 173 time: 0.6469114 May 10 15:37:09.387263 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1447f648-a989-448d-a7fb-dd0ff771fec9', 'name': 'network-vif-deleted', 'tag': 'ec6efc75-e20f-4c23-aaab-75846896d2ed', 'status': 'completed', 'code': 200} May 10 15:37:09.720407 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2f701691-b9ce-4daa-9f71-109589e2ba2a req-a1f8ce0e-abca-44be-a436-4baa0b41ae4b tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=1447f648-a989-448d-a7fb-dd0ff771fec9 HTTP/1.1" status: 200 len: 210 time: 0.0412021 May 10 15:37:11.259139 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc19a7f-7970-46a4-b8ea-7f279f356fbe req-731c5fb1-278c-4ad6-9290-18fea08490b7 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:11.259755 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-dfc19a7f-7970-46a4-b8ea-7f279f356fbe req-731c5fb1-278c-4ad6-9290-18fea08490b7 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Synchronizing usage tracker for tenant:234ef3d224d246c2aa2b1ea092d238c4 on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:37:11.274989 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-dfc19a7f-7970-46a4-b8ea-7f279f356fbe req-731c5fb1-278c-4ad6-9290-18fea08490b7 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Unset dirty status for tenant:234ef3d224d246c2aa2b1ea092d238c4 on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:37:11.276239 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-dfc19a7f-7970-46a4-b8ea-7f279f356fbe req-731c5fb1-278c-4ad6-9290-18fea08490b7 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9 HTTP/1.1" status: 200 len: 945 time: 0.1901364 May 10 15:37:11.321171 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-dfc19a7f-7970-46a4-b8ea-7f279f356fbe req-0fed8948-d9c3-4e8c-a38d-fe8ab7905cd0 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390260 May 10 15:37:12.506160 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2574e33-a162-433e-b24f-615ef9377c75 req-9df7925d-7d3e-4db6-90e1-15321182112e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:12.507595 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a2574e33-a162-433e-b24f-615ef9377c75 req-9df7925d-7d3e-4db6-90e1-15321182112e tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9 HTTP/1.1" status: 200 len: 945 time: 0.0799077 May 10 15:37:12.552353 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a2574e33-a162-433e-b24f-615ef9377c75 req-335f572c-cd91-4afc-a04e-078b957272b8 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382202 May 10 15:37:12.584453 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6192b2d-0959-4d42-a38b-5150f8f5ca8f req-a44bb5da-c2af-4d81-b82c-8375b31db89f tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:12.585890 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c6192b2d-0959-4d42-a38b-5150f8f5ca8f req-a44bb5da-c2af-4d81-b82c-8375b31db89f tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9 HTTP/1.1" status: 200 len: 945 time: 0.0823157 May 10 15:37:12.623596 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device ec6efc75-e20f-4c23-aaab-75846896d2ed no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:37:12.687255 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: ec6efc75-e20f-4c23-aaab-75846896d2ed {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:37:12.687605 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device ec6efc75-e20f-4c23-aaab-75846896d2ed not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:37:12.722800 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-c6192b2d-0959-4d42-a38b-5150f8f5ca8f req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Deleting port 56cb1634-13f1-4590-b0a7-e4271d628cf8 {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:37:12.723152 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-c6192b2d-0959-4d42-a38b-5150f8f5ca8f req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:12.852467 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-c6192b2d-0959-4d42-a38b-5150f8f5ca8f req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] For port 56cb1634-13f1-4590-b0a7-e4271d628cf8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=56cb1634-13f1-4590-b0a7-e4271d628cf8,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:37:12.852828 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-c6192b2d-0959-4d42-a38b-5150f8f5ca8f req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:12.974625 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-c6192b2d-0959-4d42-a38b-5150f8f5ca8f req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Calling delete_port for 56cb1634-13f1-4590-b0a7-e4271d628cf8 owned by compute:nova {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:37:13.079940 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-c6192b2d-0959-4d42-a38b-5150f8f5ca8f req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:13.085144 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-dd0065dd-0fe9-4f04-b3ae-cbd306936699 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:13.092270 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['55fde7ca-3fd5-450a-94d4-c1267c15edcd', '56cb1634-13f1-4590-b0a7-e4271d628cf8'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:37:13.132112 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Pushing event deleted for resources: {'Port': ['ID=56cb1634-13f1-4590-b0a7-e4271d628cf8,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:13.170047 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:13.170425 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:13.170797 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:13.171162 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:13.171523 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:13.171921 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:13.172281 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:13.172644 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:13.173001 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:13.173353 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:13.173705 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:13.174059 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:13.181086 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:13.216218 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6192b2d-0959-4d42-a38b-5150f8f5ca8f req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] No DVR routers for this DVR port 56cb1634-13f1-4590-b0a7-e4271d628cf8 on host hv-cinder-78494 {{(pid=78734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:37:13.218650 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-c6192b2d-0959-4d42-a38b-5150f8f5ca8f req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:13.221243 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9', 'name': 'network-vif-deleted', 'tag': '56cb1634-13f1-4590-b0a7-e4271d628cf8'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:37:13.238019 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c6192b2d-0959-4d42-a38b-5150f8f5ca8f req-13c76a83-d3f5-4a38-8545-2bac9811b81a tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.46 "DELETE /v2.0/ports/56cb1634-13f1-4590-b0a7-e4271d628cf8 HTTP/1.1" status: 204 len: 173 time: 0.6450758 May 10 15:37:13.265782 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9', 'name': 'network-vif-deleted', 'tag': '56cb1634-13f1-4590-b0a7-e4271d628cf8', 'status': 'completed', 'code': 200} May 10 15:37:13.714790 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-87157856-031e-41b0-9c4e-25269fa2ab3c req-272b06a7-b934-47e0-92cc-951936100226 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc2ac0a2-b68e-4ae5-963e-5f01cdd89ff9 HTTP/1.1" status: 200 len: 210 time: 0.0430110 May 10 15:37:16.537095 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f888d3-34e4-415e-8bdb-531cf411164b req-7aecde23-4bc4-4f8a-a704-724a7cca7666 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:16.537789 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-a7f888d3-34e4-415e-8bdb-531cf411164b req-7aecde23-4bc4-4f8a-a704-724a7cca7666 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Synchronizing usage tracker for tenant:234ef3d224d246c2aa2b1ea092d238c4 on resource:port {{(pid=78734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:37:16.552889 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [req-a7f888d3-34e4-415e-8bdb-531cf411164b req-7aecde23-4bc4-4f8a-a704-724a7cca7666 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Unset dirty status for tenant:234ef3d224d246c2aa2b1ea092d238c4 on resource:port {{(pid=78734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:37:16.554216 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a7f888d3-34e4-415e-8bdb-531cf411164b req-7aecde23-4bc4-4f8a-a704-724a7cca7666 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=d70228f1-5b88-4165-84f2-6ece5b6348dc HTTP/1.1" status: 200 len: 946 time: 0.1013165 May 10 15:37:16.601211 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a7f888d3-34e4-415e-8bdb-531cf411164b req-87baadd8-d74c-4dff-8c95-9bda81a03ba9 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402086 May 10 15:37:16.655723 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 56cb1634-13f1-4590-b0a7-e4271d628cf8 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:37:16.674421 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30810ca8-5647-438c-b1da-0617475fd67d req-db5227f5-0380-495b-bbdd-44d64cc92984 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:16.675913 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-30810ca8-5647-438c-b1da-0617475fd67d req-db5227f5-0380-495b-bbdd-44d64cc92984 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 945 time: 0.0825031 May 10 15:37:16.689982 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: 56cb1634-13f1-4590-b0a7-e4271d628cf8 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:37:16.690324 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 56cb1634-13f1-4590-b0a7-e4271d628cf8 not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:37:16.720367 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-30810ca8-5647-438c-b1da-0617475fd67d req-42dd9c85-0b7c-4385-825e-05e7198a6735 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383110 May 10 15:37:17.790203 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e74a8-a985-45f3-9fbb-69fadc040c2b req-92dc86cc-506a-40f3-a9b3-ceec5b9166a2 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:17.791697 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ef4e74a8-a985-45f3-9fbb-69fadc040c2b req-92dc86cc-506a-40f3-a9b3-ceec5b9166a2 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=d70228f1-5b88-4165-84f2-6ece5b6348dc HTTP/1.1" status: 200 len: 946 time: 0.0853257 May 10 15:37:17.841338 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ef4e74a8-a985-45f3-9fbb-69fadc040c2b req-1e1b2fda-931c-471a-bebf-9b6742c855b6 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/security-groups?id=637abee4-2062-41d9-897d-e907e39c210a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436928 May 10 15:37:17.910970 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaefe9-64f7-40c2-9473-26c5b8f3b1b1 req-d185c740-ba7c-4cd1-9811-3983e5a79415 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:17.912357 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-69eaefe9-64f7-40c2-9473-26c5b8f3b1b1 req-d185c740-ba7c-4cd1-9811-3983e5a79415 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 945 time: 0.0788813 May 10 15:37:17.959831 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-69eaefe9-64f7-40c2-9473-26c5b8f3b1b1 req-4d982c0d-4884-4226-9e20-353bff265906 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417373 May 10 15:37:17.967183 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc82258-d456-4f1d-bdc3-92422e01d63e req-6084f745-111a-473c-a3c8-56f50460cd10 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:17.968649 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-adc82258-d456-4f1d-bdc3-92422e01d63e req-6084f745-111a-473c-a3c8-56f50460cd10 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.46 "GET /v2.0/ports?device_id=d70228f1-5b88-4165-84f2-6ece5b6348dc HTTP/1.1" status: 200 len: 946 time: 0.0798843 May 10 15:37:18.108733 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-adc82258-d456-4f1d-bdc3-92422e01d63e req-01bef59b-94d3-4c52-ac1e-af06e69bb6dd tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Deleting port 55fde7ca-3fd5-450a-94d4-c1267c15edcd {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:37:18.109083 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-adc82258-d456-4f1d-bdc3-92422e01d63e req-01bef59b-94d3-4c52-ac1e-af06e69bb6dd tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:18.210316 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447adb7-b65f-42b7-a258-8a5de2fd57e0 req-3091ead5-80b4-4094-90b2-c83dbb01f53f tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:18.211698 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e447adb7-b65f-42b7-a258-8a5de2fd57e0 req-3091ead5-80b4-4094-90b2-c83dbb01f53f tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 945 time: 0.0789065 May 10 15:37:18.241536 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [req-adc82258-d456-4f1d-bdc3-92422e01d63e req-01bef59b-94d3-4c52-ac1e-af06e69bb6dd tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] For port 55fde7ca-3fd5-450a-94d4-c1267c15edcd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=55fde7ca-3fd5-450a-94d4-c1267c15edcd,segment=NetworkSegment(f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5),segment_id=f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:37:18.241894 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-adc82258-d456-4f1d-bdc3-92422e01d63e req-01bef59b-94d3-4c52-ac1e-af06e69bb6dd tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:18.348318 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-e447adb7-b65f-42b7-a258-8a5de2fd57e0 req-dcf15f8a-206f-42b2-8561-ab11f98edcad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Deleting port 8d876ebb-3a29-4116-aa89-a9d474853b23 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:37:18.348686 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e447adb7-b65f-42b7-a258-8a5de2fd57e0 req-dcf15f8a-206f-42b2-8561-ab11f98edcad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:18.367133 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [req-adc82258-d456-4f1d-bdc3-92422e01d63e req-01bef59b-94d3-4c52-ac1e-af06e69bb6dd tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Calling delete_port for 55fde7ca-3fd5-450a-94d4-c1267c15edcd owned by compute:nova {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:37:18.482494 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-adc82258-d456-4f1d-bdc3-92422e01d63e req-01bef59b-94d3-4c52-ac1e-af06e69bb6dd tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:18.484350 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-e447adb7-b65f-42b7-a258-8a5de2fd57e0 req-dcf15f8a-206f-42b2-8561-ab11f98edcad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] For port 8d876ebb-3a29-4116-aa89-a9d474853b23, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8d876ebb-3a29-4116-aa89-a9d474853b23,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:37:18.484718 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e447adb7-b65f-42b7-a258-8a5de2fd57e0 req-dcf15f8a-206f-42b2-8561-ab11f98edcad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:18.488243 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-86f585a0-50fe-4648-ba3d-303e78634eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:18.494574 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['55fde7ca-3fd5-450a-94d4-c1267c15edcd'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:37:18.641063 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bef59b-94d3-4c52-ac1e-af06e69bb6dd tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Pushing event deleted for resources: {'Port': ['ID=55fde7ca-3fd5-450a-94d4-c1267c15edcd,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:18.644186 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-01bef59b-94d3-4c52-ac1e-af06e69bb6dd tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:18.676519 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:18.718843 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc82258-d456-4f1d-bdc3-92422e01d63e req-01bef59b-94d3-4c52-ac1e-af06e69bb6dd tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] No DVR routers for this DVR port 55fde7ca-3fd5-450a-94d4-c1267c15edcd on host hv-cinder-78494 {{(pid=78734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:37:18.721396 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [req-adc82258-d456-4f1d-bdc3-92422e01d63e req-01bef59b-94d3-4c52-ac1e-af06e69bb6dd tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:18.723894 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70228f1-5b88-4165-84f2-6ece5b6348dc', 'name': 'network-vif-deleted', 'tag': '55fde7ca-3fd5-450a-94d4-c1267c15edcd'}] {{(pid=78734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:37:18.740527 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-adc82258-d456-4f1d-bdc3-92422e01d63e req-01bef59b-94d3-4c52-ac1e-af06e69bb6dd tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.46 "DELETE /v2.0/ports/55fde7ca-3fd5-450a-94d4-c1267c15edcd HTTP/1.1" status: 204 len: 173 time: 0.7612729 May 10 15:37:18.779736 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70228f1-5b88-4165-84f2-6ece5b6348dc', 'name': 'network-vif-deleted', 'tag': '55fde7ca-3fd5-450a-94d4-c1267c15edcd', 'status': 'completed', 'code': 200} May 10 15:37:18.782713 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e447adb7-b65f-42b7-a258-8a5de2fd57e0 req-dcf15f8a-206f-42b2-8561-ab11f98edcad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:18.783097 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e447adb7-b65f-42b7-a258-8a5de2fd57e0 req-dcf15f8a-206f-42b2-8561-ab11f98edcad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706874'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:18.783424 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.l3_db [req-e447adb7-b65f-42b7-a258-8a5de2fd57e0 req-dcf15f8a-206f-42b2-8561-ab11f98edcad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Floating IP 2961de90-2fdc-4ea3-8730-3472df1e8ec6 disassociated. External IP: 172.27.3.152, port: 8d876ebb-3a29-4116-aa89-a9d474853b23. May 10 15:37:18.783745 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-e447adb7-b65f-42b7-a258-8a5de2fd57e0 req-dcf15f8a-206f-42b2-8561-ab11f98edcad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Calling delete_port for 8d876ebb-3a29-4116-aa89-a9d474853b23 owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:37:18.912183 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e447adb7-b65f-42b7-a258-8a5de2fd57e0 req-dcf15f8a-206f-42b2-8561-ab11f98edcad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:18.919116 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-13331c71-fd1f-4df7-8137-b63a4c0b72db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:18.962483 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf15f8a-206f-42b2-8561-ab11f98edcad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event deleted for resources: {'Port': ['ID=8d876ebb-3a29-4116-aa89-a9d474853b23,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:18.968496 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-dcf15f8a-206f-42b2-8561-ab11f98edcad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:19.064504 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2422341a-6825-4d47-840d-2297d92f600a req-d5db83d5-a7e9-4972-8b3b-4e8514a9e7d6 tempest-AttachVolumeNegativeTest-2138330027 tempest-AttachVolumeNegativeTest-2138330027-project] 10.222.0.11 "GET /v2.0/ports?device_id=d70228f1-5b88-4165-84f2-6ece5b6348dc HTTP/1.1" status: 200 len: 210 time: 0.0992193 May 10 15:37:19.111019 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6447d094-23a8-430c-b491-a7be6b03f574 req-1703ede6-8733-4b97-981f-74e8da024694 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 210 time: 0.0431139 May 10 15:37:19.186344 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e447adb7-b65f-42b7-a258-8a5de2fd57e0 req-dcf15f8a-206f-42b2-8561-ab11f98edcad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Router c66d1dd3-df19-4978-abc8-f9002c703753 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:37:19.484189 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e447adb7-b65f-42b7-a258-8a5de2fd57e0 req-dcf15f8a-206f-42b2-8561-ab11f98edcad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:37:19.493301 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aab7c00-7461-4278-b5bf-1c5881af4174 None None] Sync routers for ids ['c66d1dd3-df19-4978-abc8-f9002c703753'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:37:19.502459 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab7c00-7461-4278-b5bf-1c5881af4174 None None] Routers {'c66d1dd3-df19-4978-abc8-f9002c703753'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:37:19.503068 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-6aab7c00-7461-4278-b5bf-1c5881af4174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:36:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['c66d1dd3-df19-4978-abc8-f9002c703753'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:19.561037 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-e447adb7-b65f-42b7-a258-8a5de2fd57e0 req-dcf15f8a-206f-42b2-8561-ab11f98edcad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] No DVR routers for this DVR port 8d876ebb-3a29-4116-aa89-a9d474853b23 on host hv-cinder-78494 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:37:19.563530 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e447adb7-b65f-42b7-a258-8a5de2fd57e0 req-dcf15f8a-206f-42b2-8561-ab11f98edcad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:19.566155 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e', 'name': 'network-vif-deleted', 'tag': '8d876ebb-3a29-4116-aa89-a9d474853b23'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:37:19.583939 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-e447adb7-b65f-42b7-a258-8a5de2fd57e0 req-dcf15f8a-206f-42b2-8561-ab11f98edcad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.46 "DELETE /v2.0/ports/8d876ebb-3a29-4116-aa89-a9d474853b23 HTTP/1.1" status: 204 len: 173 time: 1.3663032 May 10 15:37:19.618054 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e', 'name': 'network-vif-deleted', 'tag': '8d876ebb-3a29-4116-aa89-a9d474853b23', 'status': 'completed', 'code': 200} May 10 15:37:19.686354 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-6aab7c00-7461-4278-b5bf-1c5881af4174 None None] Set router c66d1dd3-df19-4978-abc8-f9002c703753 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:37:19.993642 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-6aab7c00-7461-4278-b5bf-1c5881af4174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:19.998149 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aab7c00-7461-4278-b5bf-1c5881af4174 None None] Checking router: c66d1dd3-df19-4978-abc8-f9002c703753 for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:37:20.006368 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab7c00-7461-4278-b5bf-1c5881af4174 None None] Routers {'c66d1dd3-df19-4978-abc8-f9002c703753'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:37:20.006981 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-6aab7c00-7461-4278-b5bf-1c5881af4174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:36:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['c66d1dd3-df19-4978-abc8-f9002c703753'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:20.160572 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 52906) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:20.211765 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-6aab7c00-7461-4278-b5bf-1c5881af4174 None None] Set router c66d1dd3-df19-4978-abc8-f9002c703753 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:37:20.221058 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_v2 [None req-05449f92-63d7-4563-b36a-8688d5827242 admin admin] Deleting subnet ed1af062-fbdd-44c9-ae4c-195933b2c4d6 {{(pid=78734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:37:20.224235 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-05449f92-63d7-4563-b36a-8688d5827242 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:20.279666 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-05449f92-63d7-4563-b36a-8688d5827242 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-962795'] for subnet, precommit_delete_associations {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:20.280665 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-1a73f5d3-26f9-4063-a80f-2fc36138c193 req-b0e65b0b-1602-46c2-b895-b994fa7a190c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Synchronizing usage tracker for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:37:20.296886 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-1a73f5d3-26f9-4063-a80f-2fc36138c193 req-b0e65b0b-1602-46c2-b895-b994fa7a190c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Unset dirty status for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:37:20.298310 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1a73f5d3-26f9-4063-a80f-2fc36138c193 req-b0e65b0b-1602-46c2-b895-b994fa7a190c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3bb8ecd-19e9-4875-8fb6-d9aaa6e6d77e HTTP/1.1" status: 200 len: 210 time: 0.0633395 May 10 15:37:20.345681 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-05449f92-63d7-4563-b36a-8688d5827242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-867255'] for subnet, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:20.428374 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:37:20.555710 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-6aab7c00-7461-4278-b5bf-1c5881af4174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:20.559923 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aab7c00-7461-4278-b5bf-1c5881af4174 None None] The sync data for ids ['c66d1dd3-df19-4978-abc8-f9002c703753'] in dv-cinder-784945-8-iscsi is: [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:37:20.603764 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-05449f92-63d7-4563-b36a-8688d5827242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-867256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1365449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2281475'] for subnet, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:20.608911 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:20.644117 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05449f92-63d7-4563-b36a-8688d5827242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed1af062-fbdd-44c9-ae4c-195933b2c4d6,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:20.647130 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-05449f92-63d7-4563-b36a-8688d5827242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:20.650267 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-05449f92-63d7-4563-b36a-8688d5827242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:20.656327 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-05449f92-63d7-4563-b36a-8688d5827242 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ed1af062-fbdd-44c9-ae4c-195933b2c4d6 HTTP/1.1" status: 204 len: 168 time: 0.4941216 May 10 15:37:20.658729 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 52912) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:20.767800 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7dc06c-e812-4cef-af71-ef4777a83ec1 None None] New status for floating IP 2961de90-2fdc-4ea3-8730-3472df1e8ec6: DOWN {{(pid=78736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:37:20.773533 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-98b430eb-828c-4b8a-a6bb-049f07600e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:20.897229 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-98b430eb-828c-4b8a-a6bb-049f07600e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8771509523613'] for network, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:20.910634 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-98b430eb-828c-4b8a-a6bb-049f07600e2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65421764-aeca-428e-a591-0731f9a01c8c']}} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:20.923056 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-98b430eb-828c-4b8a-a6bb-049f07600e2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5') {'for_net_delete': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:20.923351 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-98b430eb-828c-4b8a-a6bb-049f07600e2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b40013-1f29-4e9b-9a1b-cdd684d4bfe5') {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:20.934649 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-98b430eb-828c-4b8a-a6bb-049f07600e2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509535335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-962804'] for segment, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:20.950779 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-98b430eb-828c-4b8a-a6bb-049f07600e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:20.956811 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b430eb-828c-4b8a-a6bb-049f07600e2c admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=78734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:37:20.957523 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-98b430eb-828c-4b8a-a6bb-049f07600e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1365423'] for segment, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: Traceback (most recent call last): May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: timer() May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: cb(*args, **kw) May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: return func(*args, **kwargs) May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: self._notify() May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: self.callback(batched_events) May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: event.method(event) May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: return f(self, *a, **k) May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: return self._get(url).json() May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: return self.request(url, 'GET', **kwargs) May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:37:20.971860 dv-cinder-784945-8-iscsi neutron-server[78734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:37:21.051417 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-98b430eb-828c-4b8a-a6bb-049f07600e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706869'] for network, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:21.057336 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-98b430eb-828c-4b8a-a6bb-049f07600e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:21.060687 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-d030ba9f-8b29-4cfc-bd51-895508953a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:21.082124 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b430eb-828c-4b8a-a6bb-049f07600e2c admin admin] Pushing event deleted for resources: {'Network': ['ID=65421764-aeca-428e-a591-0731f9a01c8c,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:21.084518 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-98b430eb-828c-4b8a-a6bb-049f07600e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:21.089208 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-98b430eb-828c-4b8a-a6bb-049f07600e2c admin admin] 10.222.0.11 "DELETE /v2.0/networks/65421764-aeca-428e-a591-0731f9a01c8c HTTP/1.1" status: 204 len: 168 time: 0.4295514 May 10 15:37:21.258377 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 52918) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:21.305577 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-30d70bec-bde1-423c-9394-1348403e1615 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=234ef3d224d246c2aa2b1ea092d238c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459960 May 10 15:37:21.308784 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 52922) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:21.371359 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c9387410-f652-4cba-a87a-2c9f11b8a672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:21.397115 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c9387410-f652-4cba-a87a-2c9f11b8a672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:21.450318 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c9387410-f652-4cba-a87a-2c9f11b8a672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:21.455062 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3d066d64-3837-4496-9b40-e14cdef832d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:21.467597 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9387410-f652-4cba-a87a-2c9f11b8a672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637abee4-2062-41d9-897d-e907e39c210a,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:21.470256 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c9387410-f652-4cba-a87a-2c9f11b8a672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:21.483748 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c9387410-f652-4cba-a87a-2c9f11b8a672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:21.485992 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-c9387410-f652-4cba-a87a-2c9f11b8a672 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/637abee4-2062-41d9-897d-e907e39c210a HTTP/1.1" status: 204 len: 168 time: 0.1751428 May 10 15:37:21.668630 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-91fe5f1e-0e6c-496e-bab3-d8bdd85753da tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1199416949&fields=id&tenant_id=c4d3a74bb488479ebb94067c73f69d1e HTTP/1.1" status: 200 len: 267 time: 0.0408919 May 10 15:37:21.816155 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-a1e91738-d328-4ab6-b187-de62876bce19 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:21.817586 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-a1e91738-d328-4ab6-b187-de62876bce19 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/networks?id=4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 200 len: 811 time: 0.1423705 May 10 15:37:21.832318 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-bff6578a-df64-4fc5-a725-2787a58429c8 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/quotas/c4d3a74bb488479ebb94067c73f69d1e HTTP/1.1" status: 200 len: 375 time: 0.0091741 May 10 15:37:21.926094 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-cb3a7493-4b44-40a2-844a-1f8f50fd5bc9 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879076 May 10 15:37:22.068307 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-96804962-c4f3-4110-9ba8-992fb75d0014 service neutron] 10.222.0.11 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306491 May 10 15:37:22.202153 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-65c77602-b9e8-43e9-b970-e687c3b0c7f9 service neutron] 10.222.0.11 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272535 May 10 15:37:22.222433 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 52954) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:22.331552 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1642139857-network', 'tenant_id': '620f98f3fe0b40ee81b7806a3efece4d'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:37:22.336787 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:22.340956 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Usage tracker for resource:network and tenant:620f98f3fe0b40ee81b7806a3efece4d is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:22.344532 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:22.350563 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:22.361257 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Made reservation on behalf of 620f98f3fe0b40ee81b7806a3efece4d for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:37:22.363719 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:22.382297 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:22.403614 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:22.407710 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Usage tracker for resource:security_group_rule and tenant:620f98f3fe0b40ee81b7806a3efece4d is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:22.410529 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:22.419318 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:22.512463 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:22.516298 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:22.519917 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e8abd901-e899-4f50-bfe1-3717d276b701 tempest-VolumesNegativeTest-1192491260 tempest-VolumesNegativeTest-1192491260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:22.556853 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:37:22.565906 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bb5413-f49f-4b90-ac98-cb17394ae22f,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:22.569635 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:22.574259 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:22.574601 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.segments_db [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Added segment d7561b90-c3d4-4a7b-a207-edbe677a0273 of type vlan for network 524473f1-153e-4301-bccf-0b8d2dbe2d28 May 10 15:37:22.610212 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:22.644978 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:22.647142 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:22.647856 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:22.653628 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:22.663301 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8f930fef-717c-4f3c-8c51-fbfffd44a96f req-97431236-8aa2-4382-a282-fdf0e358917a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 210 time: 0.0537059 May 10 15:37:22.685659 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 55fde7ca-3fd5-450a-94d4-c1267c15edcd no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:37:22.728422 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: 55fde7ca-3fd5-450a-94d4-c1267c15edcd {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:37:22.728783 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 55fde7ca-3fd5-450a-94d4-c1267c15edcd not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:37:22.729195 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 8d876ebb-3a29-4116-aa89-a9d474853b23 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:37:22.772404 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: 8d876ebb-3a29-4116-aa89-a9d474853b23 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:37:22.773032 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 8d876ebb-3a29-4116-aa89-a9d474853b23 not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:37:22.786687 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5628664 May 10 15:37:22.790034 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 52974) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:22.793889 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Pushing event updated for resources: {'Network': ['ID=524473f1-153e-4301-bccf-0b8d2dbe2d28,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:22.796919 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:22.799107 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-1a6722cf-04d0-4dde-b601-3cdc3ed306da admin admin] Request body: {'subnet': {'network_id': '524473f1-153e-4301-bccf-0b8d2dbe2d28', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1642139857-subnet', 'tenant_id': '620f98f3fe0b40ee81b7806a3efece4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:37:22.804194 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-1a6722cf-04d0-4dde-b601-3cdc3ed306da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:22.805691 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network 524473f1-153e-4301-bccf-0b8d2dbe2d28 details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:37:22.809474 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-1a6722cf-04d0-4dde-b601-3cdc3ed306da admin admin] Usage tracker for resource:subnet and tenant:620f98f3fe0b40ee81b7806a3efece4d is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:22.813029 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-1a6722cf-04d0-4dde-b601-3cdc3ed306da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:22.819089 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-1a6722cf-04d0-4dde-b601-3cdc3ed306da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:22.832907 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6722cf-04d0-4dde-b601-3cdc3ed306da admin admin] Made reservation on behalf of 620f98f3fe0b40ee81b7806a3efece4d for: {'subnet': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:37:22.835596 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1a6722cf-04d0-4dde-b601-3cdc3ed306da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2281576'] for subnet, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:23.284585 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1a6722cf-04d0-4dde-b601-3cdc3ed306da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1235978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2281498'] for subnet, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:23.289779 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:23.363157 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6722cf-04d0-4dde-b601-3cdc3ed306da admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f01548d-08c6-4854-9dd4-93b17328d593,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:23.366547 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-1a6722cf-04d0-4dde-b601-3cdc3ed306da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:23.372966 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6722cf-04d0-4dde-b601-3cdc3ed306da admin admin] Checking segment: {'id': 'd7561b90-c3d4-4a7b-a207-edbe677a0273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '524473f1-153e-4301-bccf-0b8d2dbe2d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:37:23.373324 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6722cf-04d0-4dde-b601-3cdc3ed306da admin admin] Network hostable DHCP agents. Network: 524473f1-153e-4301-bccf-0b8d2dbe2d28, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:37:23.390549 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6722cf-04d0-4dde-b601-3cdc3ed306da admin admin] Network 524473f1-153e-4301-bccf-0b8d2dbe2d28 is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:37:23.399618 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-1a6722cf-04d0-4dde-b601-3cdc3ed306da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, 524473f1-153e-4301-bccf-0b8d2dbe2d28) {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:37:23.407311 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b796e9b8-66a1-4b50-ba8a-34418d61fc17 None None] Network 524473f1-153e-4301-bccf-0b8d2dbe2d28 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:37:23.410750 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6722cf-04d0-4dde-b601-3cdc3ed306da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:23.411349 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-1a6722cf-04d0-4dde-b601-3cdc3ed306da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:23.433738 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-1a6722cf-04d0-4dde-b601-3cdc3ed306da admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6425691 May 10 15:37:23.605887 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ceee05-0133-476f-9e16-03f25b128787 None None] Network 524473f1-153e-4301-bccf-0b8d2dbe2d28 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:37:23.797103 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-13e3fa9e-c0b6-467a-a5de-16534eb6056d tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:23.798835 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-13e3fa9e-c0b6-467a-a5de-16534eb6056d tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.46 "GET /v2.0/networks?id=4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 200 len: 811 time: 0.1634350 May 10 15:37:23.860290 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-c784f1a8-a8ea-41ac-b352-0c640aeb16f4 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4d3a74bb488479ebb94067c73f69d1e HTTP/1.1" status: 200 len: 380 time: 0.0526519 May 10 15:37:23.872306 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Request body: {'port': {'device_id': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'admin_state_up': True, 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'security_groups': ['30df71e7-75ad-4963-8d71-11075dcfd2d9']}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:37:23.981033 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1d455c87-b777-4fa1-bcff-225ac0aae2d5 req-3a25acb6-0663-4112-9987-135c626684f2 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 210 time: 0.1155822 May 10 15:37:24.055598 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 52996) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:24.062428 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-780827728-network', 'tenant_id': 'fabf465df1cb411d98507cd773a22fdd'}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:37:24.067423 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:24.071472 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Usage tracker for resource:network and tenant:fabf465df1cb411d98507cd773a22fdd is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:24.075225 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:24.081175 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:24.092803 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Made reservation on behalf of fabf465df1cb411d98507cd773a22fdd for: {'network': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:37:24.095215 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:24.108736 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:24.124170 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:24.128537 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Usage tracker for resource:security_group_rule and tenant:fabf465df1cb411d98507cd773a22fdd is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:24.131484 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:24.137748 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:24.158240 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:24.168281 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:24.176777 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Made reservation on behalf of c4d3a74bb488479ebb94067c73f69d1e for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:37:24.180568 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:24.225377 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:24.228975 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:24.233653 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-76a24e14-40c2-41c1-ac18-07a5327ba9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:24.263592 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=78734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:37:24.272029 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e315da34-3f75-4120-b9f4-aad972003f20,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:24.275563 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:24.278759 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:24.279075 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.db.segments_db [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Added segment f90fd0e6-7188-479b-a03f-306b329376f2 of type vlan for network deb2384c-9d33-47de-84fa-d32b78666d0b May 10 15:37:24.306159 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:24.338976 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:24.341038 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:24.341622 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:24.352773 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:24.356847 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Allocated IP 172.20.0.6 (4ac1649f-2223-4be4-9954-4ed1531d1e90/ddffacae-9229-42f8-961f-3c3938ae62c4/f13b6c4a-d733-409e-925a-36bc306ffc62) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:37:24.558392 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5015874 May 10 15:37:24.561121 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53000) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:24.568786 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-c8a7e43e-85a0-4d1a-b5d6-bcdb876326a4 admin admin] Request body: {'subnet': {'network_id': 'deb2384c-9d33-47de-84fa-d32b78666d0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-780827728-subnet', 'tenant_id': 'fabf465df1cb411d98507cd773a22fdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:37:24.571009 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:24.572033 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Pushing event updated for resources: {'Network': ['ID=deb2384c-9d33-47de-84fa-d32b78666d0b,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:24.575726 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:24.576668 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-c8a7e43e-85a0-4d1a-b5d6-bcdb876326a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:24.580631 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-c8a7e43e-85a0-4d1a-b5d6-bcdb876326a4 admin admin] Usage tracker for resource:subnet and tenant:fabf465df1cb411d98507cd773a22fdd is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:24.583117 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network deb2384c-9d33-47de-84fa-d32b78666d0b details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:37:24.584651 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-c8a7e43e-85a0-4d1a-b5d6-bcdb876326a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:24.590484 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Transition to ACTIVE for port object f13b6c4a-d733-409e-925a-36bc306ffc62 will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:37:24.591804 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-c8a7e43e-85a0-4d1a-b5d6-bcdb876326a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:24.605776 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a7e43e-85a0-4d1a-b5d6-bcdb876326a4 admin admin] Made reservation on behalf of fabf465df1cb411d98507cd773a22fdd for: {'subnet': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:37:24.609135 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e43e-85a0-4d1a-b5d6-bcdb876326a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2281576'] for subnet, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:24.617937 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:24.625563 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2e59da19-6ed4-480a-bdf1-5709e69615de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:24.698374 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Network 4ac1649f-2223-4be4-9954-4ed1531d1e90 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:37:24.702462 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:37:24.704447 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event updated for resources: {'Port': ['ID=f13b6c4a-d733-409e-925a-36bc306ffc62,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:24.706618 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:37:24.757261 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:24.757559 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:24.757952 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:24.758283 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:24.758755 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:24.758992 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:24.759348 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:24.759703 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:24.760084 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:24.760415 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:24.760765 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:24.761214 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:24.773082 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:24.784437 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:24.785045 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:24.812367 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-2ce0435a-d863-44e7-9294-e5b28ad9c603 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9452929 May 10 15:37:24.825227 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Request body: {'port': {'device_id': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:37:24.942785 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:24.975055 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-a26960e7-23d5-45d3-8dd7-c8035a783828 None None] Provisioning for port f13b6c4a-d733-409e-925a-36bc306ffc62 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:37:24.979942 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-a26960e7-23d5-45d3-8dd7-c8035a783828 None None] Provisioning complete for port f13b6c4a-d733-409e-925a-36bc306ffc62 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:37:24.980436 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a26960e7-23d5-45d3-8dd7-c8035a783828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:25.017259 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e43e-85a0-4d1a-b5d6-bcdb876326a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1235978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2281498'] for subnet, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:25.023534 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0fa28c4b-982b-4ec2-9ebe-cb7fee850603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:25.044014 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3b052375-af3c-4bcd-a6d8-bc708d0857c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:25.047916 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-a26960e7-23d5-45d3-8dd7-c8035a783828 None None] Port f13b6c4a-d733-409e-925a-36bc306ffc62 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:37:25.102484 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7e43e-85a0-4d1a-b5d6-bcdb876326a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e55d6fb-db0e-472b-95e8-262241149066,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:25.106920 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-c8a7e43e-85a0-4d1a-b5d6-bcdb876326a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:25.111946 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a7e43e-85a0-4d1a-b5d6-bcdb876326a4 admin admin] Checking segment: {'id': 'f90fd0e6-7188-479b-a03f-306b329376f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'deb2384c-9d33-47de-84fa-d32b78666d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:37:25.112318 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a7e43e-85a0-4d1a-b5d6-bcdb876326a4 admin admin] Network hostable DHCP agents. Network: deb2384c-9d33-47de-84fa-d32b78666d0b, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:37:25.168363 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a7e43e-85a0-4d1a-b5d6-bcdb876326a4 admin admin] Network deb2384c-9d33-47de-84fa-d32b78666d0b is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:37:25.180628 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-c8a7e43e-85a0-4d1a-b5d6-bcdb876326a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, deb2384c-9d33-47de-84fa-d32b78666d0b) {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:37:25.191165 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77d7c5d-ae3d-4f07-9d79-4cff952f29af None None] Network deb2384c-9d33-47de-84fa-d32b78666d0b requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:37:25.192064 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a7e43e-85a0-4d1a-b5d6-bcdb876326a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:25.192673 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e43e-85a0-4d1a-b5d6-bcdb876326a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:25.223460 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-c8a7e43e-85a0-4d1a-b5d6-bcdb876326a4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6611128 May 10 15:37:25.232368 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead881c-3b24-4749-89cf-852cf582bb71 req-297cd657-7245-4095-836f-6bc643f90051 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:25.234267 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-dead881c-3b24-4749-89cf-852cf582bb71 req-297cd657-7245-4095-836f-6bc643f90051 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 931 time: 0.1121731 May 10 15:37:25.296950 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-dead881c-3b24-4749-89cf-852cf582bb71 req-efb9dc3f-9cb2-4400-bf21-6d111f747337 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563486 May 10 15:37:25.320074 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13b6c4a-d733-409e-925a-36bc306ffc62 {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:37:25.328557 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:25.345145 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Transition to ACTIVE for port object f13b6c4a-d733-409e-925a-36bc306ffc62 will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:37:25.350393 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:25.357263 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-21dd09c3-6642-4bd2-bdcf-0cc67185ebaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:25.389277 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53008) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:25.456262 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d1dcc2-d8bc-42cd-931b-34058088b68e admin admin] Deleting subnet 5f01548d-08c6-4854-9dd4-93b17328d593 {{(pid=78734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:37:25.460065 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c3d1dcc2-d8bc-42cd-931b-34058088b68e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:25.469294 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ff8931-bbf9-49d3-bc76-fc592e8637fc None None] Network deb2384c-9d33-47de-84fa-d32b78666d0b requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:37:25.515421 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c3d1dcc2-d8bc-42cd-931b-34058088b68e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-962795'] for subnet, precommit_delete_associations {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:25.566334 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Pushing event updated for resources: {'Port': ['ID=f13b6c4a-d733-409e-925a-36bc306ffc62,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:25.574482 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:25.599683 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c3d1dcc2-d8bc-42cd-931b-34058088b68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-867255'] for subnet, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:25.611755 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Attempting to bind port f13b6c4a-d733-409e-925a-36bc306ffc62 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:37:25.612672 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Attempting to bind port f13b6c4a-d733-409e-925a-36bc306ffc62 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:37:25.613194 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Attempting to bind port f13b6c4a-d733-409e-925a-36bc306ffc62 on network 4ac1649f-2223-4be4-9954-4ed1531d1e90 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:37:25.624709 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Port f13b6c4a-d733-409e-925a-36bc306ffc62 on network 4ac1649f-2223-4be4-9954-4ed1531d1e90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:37:25.625214 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Attempting to bind port f13b6c4a-d733-409e-925a-36bc306ffc62 on network 4ac1649f-2223-4be4-9954-4ed1531d1e90 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:37:25.630765 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:37:25.631300 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Checking segment: {'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:37:25.631865 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Bound using segment: {'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:37:25.632467 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Bound port: f13b6c4a-d733-409e-925a-36bc306ffc62, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:37:25.632998 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:25.725214 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] For port f13b6c4a-d733-409e-925a-36bc306ffc62, host hv-cinder-78494, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:37:25.728180 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] For port f13b6c4a-d733-409e-925a-36bc306ffc62, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f13b6c4a-d733-409e-925a-36bc306ffc62,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:37:25.732958 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:25.737559 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-20b7ff46-d036-48a6-8be2-f2945791591d tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:25.797474 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:25.798098 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:25.799433 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] 10.222.0.46 "PUT /v2.0/ports/f13b6c4a-d733-409e-925a-36bc306ffc62 HTTP/1.1" status: 200 len: 1093 time: 0.9787571 May 10 15:37:25.799978 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'tag': 'f13b6c4a-d733-409e-925a-36bc306ffc62'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:37:25.826149 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Pushing event updated for resources: {'Port': ['ID=f13b6c4a-d733-409e-925a-36bc306ffc62,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:25.829332 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:25.867878 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c3d1dcc2-d8bc-42cd-931b-34058088b68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-867256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1365449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2281475'] for subnet, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:25.873809 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7d1da821-de32-4141-bd3b-bbfd06db3586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:25.892379 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'tag': 'f13b6c4a-d733-409e-925a-36bc306ffc62', 'status': 'completed', 'code': 200} May 10 15:37:25.915000 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1dcc2-d8bc-42cd-931b-34058088b68e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f01548d-08c6-4854-9dd4-93b17328d593,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:25.920911 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-c3d1dcc2-d8bc-42cd-931b-34058088b68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:25.923694 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-c3d1dcc2-d8bc-42cd-931b-34058088b68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:25.929548 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-e97a8c08-d59a-4dfc-a6ae-ab0420aaa3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:25.930850 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-c3d1dcc2-d8bc-42cd-931b-34058088b68e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5f01548d-08c6-4854-9dd4-93b17328d593 HTTP/1.1" status: 204 len: 168 time: 0.5401673 May 10 15:37:25.931664 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-e97a8c08-d59a-4dfc-a6ae-ab0420aaa3ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 1096 time: 0.0797107 May 10 15:37:25.931825 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53014) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:26.004909 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-69e0b104-8691-4e34-b3f0-29e4f3b1e819 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f13b6c4a-d733-409e-925a-36bc306ffc62 HTTP/1.1" status: 200 len: 217 time: 0.0658832 May 10 15:37:26.041028 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-55aa258c-6e3e-40f7-b5ff-e57569f0728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:26.067319 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-608e9b88-a14d-4496-b3f5-ceb7eb7cd1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:26.068669 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-608e9b88-a14d-4496-b3f5-ceb7eb7cd1af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddffacae-9229-42f8-961f-3c3938ae62c4 HTTP/1.1" status: 200 len: 850 time: 0.0564139 May 10 15:37:26.167009 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-55aa258c-6e3e-40f7-b5ff-e57569f0728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8771509523613'] for network, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:26.180806 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-55aa258c-6e3e-40f7-b5ff-e57569f0728a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524473f1-153e-4301-bccf-0b8d2dbe2d28']}} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:26.194416 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-55aa258c-6e3e-40f7-b5ff-e57569f0728a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7561b90-c3d4-4a7b-a207-edbe677a0273') {'for_net_delete': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:26.194723 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-55aa258c-6e3e-40f7-b5ff-e57569f0728a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7561b90-c3d4-4a7b-a207-edbe677a0273') {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:26.207113 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-55aa258c-6e3e-40f7-b5ff-e57569f0728a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509535335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-962804'] for segment, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:26.223475 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-55aa258c-6e3e-40f7-b5ff-e57569f0728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:26.229433 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55aa258c-6e3e-40f7-b5ff-e57569f0728a admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=78734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:37:26.229925 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-55aa258c-6e3e-40f7-b5ff-e57569f0728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1365423'] for segment, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: Traceback (most recent call last): May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: timer() May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: cb(*args, **kw) May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: return func(*args, **kwargs) May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: self._notify() May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: self.callback(batched_events) May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: event.method(event) May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: return f(self, *a, **k) May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: return self._get(url).json() May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: return self.request(url, 'GET', **kwargs) May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:37:26.243180 dv-cinder-784945-8-iscsi neutron-server[78734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:37:26.246198 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ec70c86d-c364-45a6-8138-9531d26c22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:26.246198 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-ec70c86d-c364-45a6-8138-9531d26c22ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ac1649f-2223-4be4-9954-4ed1531d1e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1695745 May 10 15:37:26.321872 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-55aa258c-6e3e-40f7-b5ff-e57569f0728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706869'] for network, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:26.330437 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-55aa258c-6e3e-40f7-b5ff-e57569f0728a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:26.334940 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:26.358843 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-55aa258c-6e3e-40f7-b5ff-e57569f0728a admin admin] 10.222.0.11 "DELETE /v2.0/networks/524473f1-153e-4301-bccf-0b8d2dbe2d28 HTTP/1.1" status: 204 len: 168 time: 0.4257810 May 10 15:37:26.359938 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa258c-6e3e-40f7-b5ff-e57569f0728a admin admin] Pushing event deleted for resources: {'Network': ['ID=524473f1-153e-4301-bccf-0b8d2dbe2d28,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:26.363023 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53020) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:26.366552 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-55aa258c-6e3e-40f7-b5ff-e57569f0728a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:26.425234 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-10059a61-e644-4f7b-8a3f-ac6845c9aa99 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704402 May 10 15:37:26.439503 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8065123-d46d-458c-896b-862f1464328e admin admin] Deleting subnet 6e55d6fb-db0e-472b-95e8-262241149066 {{(pid=78735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:37:26.442462 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f8065123-d46d-458c-896b-862f1464328e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:26.490497 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05726c-c19a-41ff-b465-5af3f4fdd436 req-b2d76d94-485a-444f-819d-b6518b5765bd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:26.491995 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1f05726c-c19a-41ff-b465-5af3f4fdd436 req-b2d76d94-485a-444f-819d-b6518b5765bd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 943 time: 0.0802174 May 10 15:37:26.513073 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f8065123-d46d-458c-896b-862f1464328e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333022'] for subnet, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:26.639522 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1f05726c-c19a-41ff-b465-5af3f4fdd436 req-0e2d0682-bb99-4245-9f1d-e9a10803fcd4 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414709 May 10 15:37:26.646416 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f8065123-d46d-458c-896b-862f1464328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-867255'] for subnet, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:26.711982 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f85c7bf5-dd3e-4ac2-9297-292bb580aee2 req-1e7eacc1-3cfa-4e0f-848b-398baf2a0673 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182527 May 10 15:37:26.900565 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c5a7f-75e3-47ae-9789-879ac2c0a216 req-b9064436-e531-48a9-bee2-8be87f0501b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:26.902682 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c79c5a7f-75e3-47ae-9789-879ac2c0a216 req-b9064436-e531-48a9-bee2-8be87f0501b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 1096 time: 0.1269553 May 10 15:37:27.070625 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f8065123-d46d-458c-896b-862f1464328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-867256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2760516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3433976'] for subnet, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:27.079132 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-08e90178-239c-46e6-9a6a-ea0f64a133b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:27.113826 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c5a7f-75e3-47ae-9789-879ac2c0a216 req-e0c455cc-af6f-4ec9-89aa-7e1e86075303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:27.115250 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c79c5a7f-75e3-47ae-9789-879ac2c0a216 req-e0c455cc-af6f-4ec9-89aa-7e1e86075303 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 200 len: 912 time: 0.1852982 May 10 15:37:27.119954 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8065123-d46d-458c-896b-862f1464328e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e55d6fb-db0e-472b-95e8-262241149066,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:27.121869 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f8065123-d46d-458c-896b-862f1464328e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:27.124462 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f8065123-d46d-458c-896b-862f1464328e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:27.180354 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-f8065123-d46d-458c-896b-862f1464328e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6e55d6fb-db0e-472b-95e8-262241149066 HTTP/1.1" status: 204 len: 168 time: 0.8161268 May 10 15:37:27.183041 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53026) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:27.188464 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c79c5a7f-75e3-47ae-9789-879ac2c0a216 req-47717eef-31e6-4119-9434-203df9628fa5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f13b6c4a-d733-409e-925a-36bc306ffc62 HTTP/1.1" status: 200 len: 217 time: 0.0631902 May 10 15:37:27.255508 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c5a7f-75e3-47ae-9789-879ac2c0a216 req-f2ada373-b5ba-4cfa-85c8-6b7eab7e6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:27.256959 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c79c5a7f-75e3-47ae-9789-879ac2c0a216 req-f2ada373-b5ba-4cfa-85c8-6b7eab7e6c07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddffacae-9229-42f8-961f-3c3938ae62c4 HTTP/1.1" status: 200 len: 850 time: 0.0607882 May 10 15:37:27.287568 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0e03c8e1-5b33-44a1-8bb6-4a55b9b1ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:27.332829 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c5a7f-75e3-47ae-9789-879ac2c0a216 req-22f3e942-8494-497d-b3aa-37b7fac3bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:27.334310 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c79c5a7f-75e3-47ae-9789-879ac2c0a216 req-22f3e942-8494-497d-b3aa-37b7fac3bc09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ac1649f-2223-4be4-9954-4ed1531d1e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689909 May 10 15:37:27.413053 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0e03c8e1-5b33-44a1-8bb6-4a55b9b1ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8771509523613'] for network, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:27.426170 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-0e03c8e1-5b33-44a1-8bb6-4a55b9b1ec34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb2384c-9d33-47de-84fa-d32b78666d0b']}} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:27.439423 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-0e03c8e1-5b33-44a1-8bb6-4a55b9b1ec34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90fd0e6-7188-479b-a03f-306b329376f2') {'for_net_delete': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:27.439656 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-0e03c8e1-5b33-44a1-8bb6-4a55b9b1ec34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90fd0e6-7188-479b-a03f-306b329376f2') {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:27.450934 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0e03c8e1-5b33-44a1-8bb6-4a55b9b1ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509535335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-962804'] for segment, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:27.465232 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c79c5a7f-75e3-47ae-9789-879ac2c0a216 req-d2ffd32d-580d-4fce-bd39-0ce8583c17e1 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235554 May 10 15:37:27.466949 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0e03c8e1-5b33-44a1-8bb6-4a55b9b1ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:27.472882 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e03c8e1-5b33-44a1-8bb6-4a55b9b1ec34 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=78734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:37:27.473270 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0e03c8e1-5b33-44a1-8bb6-4a55b9b1ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1365423'] for segment, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: Traceback (most recent call last): May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: timer() May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: cb(*args, **kw) May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: return func(*args, **kwargs) May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: self._notify() May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: self.callback(batched_events) May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: event.method(event) May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: return f(self, *a, **k) May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: return self._get(url).json() May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: return self.request(url, 'GET', **kwargs) May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:37:27.486602 dv-cinder-784945-8-iscsi neutron-server[78734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:37:27.562033 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0e03c8e1-5b33-44a1-8bb6-4a55b9b1ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706869'] for network, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:27.565632 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:27.578329 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0e03c8e1-5b33-44a1-8bb6-4a55b9b1ec34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:27.587000 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03c8e1-5b33-44a1-8bb6-4a55b9b1ec34 admin admin] Pushing event deleted for resources: {'Network': ['ID=deb2384c-9d33-47de-84fa-d32b78666d0b,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:27.592255 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-0e03c8e1-5b33-44a1-8bb6-4a55b9b1ec34 admin admin] 10.222.0.11 "DELETE /v2.0/networks/deb2384c-9d33-47de-84fa-d32b78666d0b HTTP/1.1" status: 204 len: 168 time: 0.4056857 May 10 15:37:27.592255 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0e03c8e1-5b33-44a1-8bb6-4a55b9b1ec34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:27.597350 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c79c5a7f-75e3-47ae-9789-879ac2c0a216 req-1c6fda68-08c7-4125-850e-bb71bb67c761 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256533 May 10 15:37:27.714713 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:27.782215 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53034) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:27.832221 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-c7c09b43-d772-44f0-a602-493d29e706e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=620f98f3fe0b40ee81b7806a3efece4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486193 May 10 15:37:27.834496 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53038) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:27.858994 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae085581-d37e-4917-baf5-d000ef75f705 req-8cc4906f-5e07-45c4-8846-880c88fbd4aa tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:27.859878 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-ae085581-d37e-4917-baf5-d000ef75f705 req-8cc4906f-5e07-45c4-8846-880c88fbd4aa tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Synchronizing usage tracker for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:37:27.876389 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-ae085581-d37e-4917-baf5-d000ef75f705 req-8cc4906f-5e07-45c4-8846-880c88fbd4aa tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Unset dirty status for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:37:27.878058 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ae085581-d37e-4917-baf5-d000ef75f705 req-8cc4906f-5e07-45c4-8846-880c88fbd4aa tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 943 time: 0.1068854 May 10 15:37:27.897171 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3d673ec4-f013-4279-96e2-9d118035bb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:27.924418 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3d673ec4-f013-4279-96e2-9d118035bb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:27.934152 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3486888e-a437-47b9-9183-b135491c224d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:27.987046 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3d673ec4-f013-4279-96e2-9d118035bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:27.990902 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8cfc0cea-fbc3-4741-8e3b-cce52154f315 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:28.003373 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d673ec4-f013-4279-96e2-9d118035bb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bb5413-f49f-4b90-ac98-cb17394ae22f,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:28.005799 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-3d673ec4-f013-4279-96e2-9d118035bb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:28.011629 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3d673ec4-f013-4279-96e2-9d118035bb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:28.015600 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-3d673ec4-f013-4279-96e2-9d118035bb8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8bb5413-f49f-4b90-ac98-cb17394ae22f HTTP/1.1" status: 204 len: 168 time: 0.1776304 May 10 15:37:28.041079 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ae085581-d37e-4917-baf5-d000ef75f705 req-2a4e27ca-ad01-4e59-9da5-d7bb47d4a3e9 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565793 May 10 15:37:28.354425 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53046) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:28.403149 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-56dd5a0a-f179-44b7-b99a-82b51e0f9b70 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fabf465df1cb411d98507cd773a22fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470126 May 10 15:37:28.405519 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53050) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:28.461845 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9cfceb06-3e5d-468e-9cf3-6d786b004238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:28.489427 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9cfceb06-3e5d-468e-9cf3-6d786b004238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:28.539614 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9cfceb06-3e5d-468e-9cf3-6d786b004238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:28.545072 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-67d37980-54a5-40d7-abc9-2106819a7e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:28.557821 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfceb06-3e5d-468e-9cf3-6d786b004238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e315da34-3f75-4120-b9f4-aad972003f20,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:28.560648 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-9cfceb06-3e5d-468e-9cf3-6d786b004238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:28.561574 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9cfceb06-3e5d-468e-9cf3-6d786b004238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:28.562682 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-9cfceb06-3e5d-468e-9cf3-6d786b004238 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e315da34-3f75-4120-b9f4-aad972003f20 HTTP/1.1" status: 204 len: 168 time: 0.1562815 May 10 15:37:28.589915 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:29.230275 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9196f-fadd-4350-a152-4ce9df0572b3 req-b6df3905-2f04-4bc3-9d7b-f5ee7057d8ed tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:29.231758 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f1e9196f-fadd-4350-a152-4ce9df0572b3 req-b6df3905-2f04-4bc3-9d7b-f5ee7057d8ed tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 943 time: 0.0848100 May 10 15:37:29.276858 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f1e9196f-fadd-4350-a152-4ce9df0572b3 req-61670e19-4442-4778-b363-3edd3e5d83d0 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386119 May 10 15:37:30.351196 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:30.472123 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac584b6-5809-457b-abc0-ed1af7247691 req-784559c6-2aa0-4dc3-bb8a-7a39e75f0ff9 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:30.473797 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0ac584b6-5809-457b-abc0-ed1af7247691 req-784559c6-2aa0-4dc3-bb8a-7a39e75f0ff9 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 943 time: 0.0832956 May 10 15:37:30.521306 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0ac584b6-5809-457b-abc0-ed1af7247691 req-8136d885-caa6-43eb-9681-ed3879fe9df4 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413694 May 10 15:37:31.702076 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc6f07-0751-4f1a-82ad-ddec0511b594 req-54bcea01-30e9-404e-8786-6beafbb14f8e tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:31.703426 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-07bc6f07-0751-4f1a-82ad-ddec0511b594 req-54bcea01-30e9-404e-8786-6beafbb14f8e tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 943 time: 0.0781136 May 10 15:37:31.752088 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-07bc6f07-0751-4f1a-82ad-ddec0511b594 req-fa67050b-3775-40e7-ae36-0e16bde0b6e4 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429661 May 10 15:37:32.947758 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938071be-f6f8-4b07-84ef-844546a1e4e1 req-c62fbafa-524c-4988-a836-6b743253a84f tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:32.949283 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-938071be-f6f8-4b07-84ef-844546a1e4e1 req-c62fbafa-524c-4988-a836-6b743253a84f tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 943 time: 0.0840082 May 10 15:37:32.993600 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-938071be-f6f8-4b07-84ef-844546a1e4e1 req-84780a4c-0758-4e6d-8383-0262a25a0039 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386419 May 10 15:37:33.369278 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7839178-cd62-44b5-bd23-e60f9fa389a1 req-61b4cb14-355b-4b6b-9d96-06b02b999f3e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:33.371496 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b7839178-cd62-44b5-bd23-e60f9fa389a1 req-61b4cb14-355b-4b6b-9d96-06b02b999f3e tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 946 time: 0.0795047 May 10 15:37:33.418622 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b7839178-cd62-44b5-bd23-e60f9fa389a1 req-11b855e2-11ed-47bf-8f9d-f2742b190252 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413394 May 10 15:37:34.027898 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53170) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:34.160295 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-620ac3e0-c393-4791-9a2a-d0cb1dfc7c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:34.178448 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-620ac3e0-c393-4791-9a2a-d0cb1dfc7c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:34.185312 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-620ac3e0-c393-4791-9a2a-d0cb1dfc7c46 admin admin] Usage tracker for resource:security_group_rule and tenant:ef9a9290e343439daabcb6cd45b03b71 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:34.188877 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-620ac3e0-c393-4791-9a2a-d0cb1dfc7c46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:34.196537 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-620ac3e0-c393-4791-9a2a-d0cb1dfc7c46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:34.223741 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1284c-e478-4401-887e-ee98d7617227 req-c75a093f-0321-4b96-98de-80c914c1ee9e tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:34.225236 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ccd1284c-e478-4401-887e-ee98d7617227 req-c75a093f-0321-4b96-98de-80c914c1ee9e tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 943 time: 0.1235774 May 10 15:37:34.288886 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ccd1284c-e478-4401-887e-ee98d7617227 req-35435a06-aa84-4156-8cce-f44968a9b789 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559576 May 10 15:37:34.336550 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-620ac3e0-c393-4791-9a2a-d0cb1dfc7c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:34.341477 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-620ac3e0-c393-4791-9a2a-d0cb1dfc7c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:34.364864 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-b00648a5-71ef-4572-920c-f474fa333573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:34.379606 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-620ac3e0-c393-4791-9a2a-d0cb1dfc7c46 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef9a9290e343439daabcb6cd45b03b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506534 May 10 15:37:34.382372 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53176) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:34.395005 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ac3e0-c393-4791-9a2a-d0cb1dfc7c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3d6760-3ddd-4257-95f5-c636ff87ef3b,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:34.398133 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-620ac3e0-c393-4791-9a2a-d0cb1dfc7c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:34.441660 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5c052718-8d56-4c09-84e6-927c716506e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:34.467893 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5c052718-8d56-4c09-84e6-927c716506e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:34.519241 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5c052718-8d56-4c09-84e6-927c716506e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:34.523031 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f033a575-0521-4b7c-a611-f98480d560af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:34.574649 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c052718-8d56-4c09-84e6-927c716506e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3d6760-3ddd-4257-95f5-c636ff87ef3b,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:34.613717 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-5c052718-8d56-4c09-84e6-927c716506e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:34.631070 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5c052718-8d56-4c09-84e6-927c716506e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:34.632182 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-5c052718-8d56-4c09-84e6-927c716506e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec3d6760-3ddd-4257-95f5-c636ff87ef3b HTTP/1.1" status: 204 len: 168 time: 0.2487280 May 10 15:37:34.684524 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252927bf-4a2d-445d-8b93-3c927e4a3d08 req-bde3361b-096d-49ee-8148-1bcd1937aade tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:34.685982 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-252927bf-4a2d-445d-8b93-3c927e4a3d08 req-bde3361b-096d-49ee-8148-1bcd1937aade tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 946 time: 0.1557727 May 10 15:37:34.694639 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbf6cf-896c-4a5f-aaee-8b0a5ac3898a req-b3e23db3-9613-4c1b-9b1c-4a6cdc6d5e56 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:34.695991 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0bfbf6cf-896c-4a5f-aaee-8b0a5ac3898a req-b3e23db3-9613-4c1b-9b1c-4a6cdc6d5e56 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 946 time: 0.1324883 May 10 15:37:34.748968 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device f13b6c4a-d733-409e-925a-36bc306ffc62 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:37:34.822061 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-0bfbf6cf-896c-4a5f-aaee-8b0a5ac3898a req-487cfda9-713a-4ef1-be56-7121021c2849 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4011805-6986-47bc-8ae2-68a1af284ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946457 May 10 15:37:34.868950 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-252927bf-4a2d-445d-8b93-3c927e4a3d08 req-1e510d22-197a-46b0-967e-7482fb7f893b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Deleting port 8ac12d59-a667-449e-bbc9-40e4f6a43867 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:37:34.869342 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-252927bf-4a2d-445d-8b93-3c927e4a3d08 req-1e510d22-197a-46b0-967e-7482fb7f893b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:34.898210 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port f13b6c4a-d733-409e-925a-36bc306ffc62, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f13b6c4a-d733-409e-925a-36bc306ffc62,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:37:34.912917 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': 'f13b6c4a-d733-409e-925a-36bc306ffc62', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'port_id': 'f13b6c4a-d733-409e-925a-36bc306ffc62', 'mac_address': 'fa:16:3e:55:27:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:37:34.931341 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53186) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:34.951116 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-11beb234-39a7-4fc8-b55b-a47ff19d6d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:34.966198 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-11beb234-39a7-4fc8-b55b-a47ff19d6d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:34.970503 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-11beb234-39a7-4fc8-b55b-a47ff19d6d01 admin admin] Usage tracker for resource:security_group_rule and tenant:3ebdfa648ffb496d9c0ad80dfc1b4ebd is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:34.971592 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:34.973343 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-11beb234-39a7-4fc8-b55b-a47ff19d6d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:34.980600 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-11beb234-39a7-4fc8-b55b-a47ff19d6d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:34.993173 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13b6c4a-d733-409e-925a-36bc306ffc62 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:37:35.009902 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port f13b6c4a-d733-409e-925a-36bc306ffc62, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f13b6c4a-d733-409e-925a-36bc306ffc62,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:37:35.011456 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-252927bf-4a2d-445d-8b93-3c927e4a3d08 req-1e510d22-197a-46b0-967e-7482fb7f893b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] For port 8ac12d59-a667-449e-bbc9-40e4f6a43867, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8ac12d59-a667-449e-bbc9-40e4f6a43867,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:37:35.011882 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-252927bf-4a2d-445d-8b93-3c927e4a3d08 req-1e510d22-197a-46b0-967e-7482fb7f893b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:35.016967 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:35.019110 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:35.065498 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-11beb234-39a7-4fc8-b55b-a47ff19d6d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:35.071001 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-11beb234-39a7-4fc8-b55b-a47ff19d6d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:35.081797 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-9cfceb06-3e5d-468e-9cf3-6d786b004238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:35.088310 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=f13b6c4a-d733-409e-925a-36bc306ffc62,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:35.095694 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:35.096140 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:35.096912 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:35.097045 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:35.097445 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:35.097836 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:35.098229 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:35.098623 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:35.099014 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:35.099402 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:35.099800 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:35.100189 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:37:35.104165 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:35.124643 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-11beb234-39a7-4fc8-b55b-a47ff19d6d01 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ebdfa648ffb496d9c0ad80dfc1b4ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919181 May 10 15:37:35.126625 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11beb234-39a7-4fc8-b55b-a47ff19d6d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79803b2e-bd13-42b6-96b6-1fe0bba8df4b,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:35.128932 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53190) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:35.132602 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-11beb234-39a7-4fc8-b55b-a47ff19d6d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:35.193577 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-da66357e-3b03-484c-b800-f1d229d71d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:35.219289 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-da66357e-3b03-484c-b800-f1d229d71d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:35.222846 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['f13b6c4a-d733-409e-925a-36bc306ffc62'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:37:35.273277 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-da66357e-3b03-484c-b800-f1d229d71d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:35.277425 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8327c1d1-b112-4086-bf92-5f7406fa15f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:35.293102 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66357e-3b03-484c-b800-f1d229d71d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79803b2e-bd13-42b6-96b6-1fe0bba8df4b,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:35.297231 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-da66357e-3b03-484c-b800-f1d229d71d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:35.303552 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-da66357e-3b03-484c-b800-f1d229d71d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:35.319827 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-da66357e-3b03-484c-b800-f1d229d71d53 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/79803b2e-bd13-42b6-96b6-1fe0bba8df4b HTTP/1.1" status: 204 len: 168 time: 0.1884716 May 10 15:37:35.342075 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-252927bf-4a2d-445d-8b93-3c927e4a3d08 req-1e510d22-197a-46b0-967e-7482fb7f893b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:35.342672 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-252927bf-4a2d-445d-8b93-3c927e4a3d08 req-1e510d22-197a-46b0-967e-7482fb7f893b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706874'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:35.343041 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.l3_db [req-252927bf-4a2d-445d-8b93-3c927e4a3d08 req-1e510d22-197a-46b0-967e-7482fb7f893b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Floating IP ab86878a-6028-417d-aad6-aec89bb598e1 disassociated. External IP: 172.27.3.240, port: 8ac12d59-a667-449e-bbc9-40e4f6a43867. May 10 15:37:35.343473 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-252927bf-4a2d-445d-8b93-3c927e4a3d08 req-1e510d22-197a-46b0-967e-7482fb7f893b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Calling delete_port for 8ac12d59-a667-449e-bbc9-40e4f6a43867 owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:37:35.458511 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-252927bf-4a2d-445d-8b93-3c927e4a3d08 req-1e510d22-197a-46b0-967e-7482fb7f893b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:35.466933 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:35.517147 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e510d22-197a-46b0-967e-7482fb7f893b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Pushing event deleted for resources: {'Port': ['ID=8ac12d59-a667-449e-bbc9-40e4f6a43867,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:35.519063 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acb142-057d-4b64-83da-41c25d7a3da6 req-106f19ea-4137-4a38-9b66-bfc2c4c83d64 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:35.520100 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1e510d22-197a-46b0-967e-7482fb7f893b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:35.520923 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e9acb142-057d-4b64-83da-41c25d7a3da6 req-106f19ea-4137-4a38-9b66-bfc2c4c83d64 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 944 time: 0.0902748 May 10 15:37:35.592657 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-e9acb142-057d-4b64-83da-41c25d7a3da6 req-6c879346-dbae-46f2-abdf-2d4faba1c396 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579724 May 10 15:37:35.712705 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-252927bf-4a2d-445d-8b93-3c927e4a3d08 req-1e510d22-197a-46b0-967e-7482fb7f893b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Router 859f4aba-b9bb-4250-881a-a1ee81cab23b has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:37:35.744004 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53200) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:35.763254 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-636b3fd4-5547-487c-b686-a9f98edd06da admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:35.778899 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-636b3fd4-5547-487c-b686-a9f98edd06da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:35.783187 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-636b3fd4-5547-487c-b686-a9f98edd06da admin admin] Usage tracker for resource:security_group_rule and tenant:8c2ad6f3f369401f9da42fcd9d66da1c is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:35.786284 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-636b3fd4-5547-487c-b686-a9f98edd06da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:35.793093 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-636b3fd4-5547-487c-b686-a9f98edd06da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:35.885925 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-636b3fd4-5547-487c-b686-a9f98edd06da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:35.891868 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-636b3fd4-5547-487c-b686-a9f98edd06da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:35.902118 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-5c5dd806-6a67-4a11-8487-2ac3ee855ff3 tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:35.946698 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-636b3fd4-5547-487c-b686-a9f98edd06da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c2ad6f3f369401f9da42fcd9d66da1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991851 May 10 15:37:35.947095 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53206) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:35.961917 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b3fd4-5547-487c-b686-a9f98edd06da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4283cc6-b1ca-48b7-9f1c-9b1a9d69a9bc,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:35.965671 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-636b3fd4-5547-487c-b686-a9f98edd06da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:36.005695 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f5004cea-d6f1-4fce-b050-626381f561f6 req-8ab3b875-aa45-4136-8065-6082ca3d0d4b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a5c9d1-373e-462a-b76f-20c81536e7b7 HTTP/1.1" status: 200 len: 210 time: 0.0513453 May 10 15:37:36.018070 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d83edfb3-745b-4a70-b0ab-8e150914c4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:36.050258 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d83edfb3-745b-4a70-b0ab-8e150914c4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:36.054073 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-252927bf-4a2d-445d-8b93-3c927e4a3d08 req-1e510d22-197a-46b0-967e-7482fb7f893b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:37:36.065125 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c05dda-83c8-4bb1-8376-bc3c912c28c5 None None] Sync routers for ids ['859f4aba-b9bb-4250-881a-a1ee81cab23b'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:37:36.074854 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c05dda-83c8-4bb1-8376-bc3c912c28c5 None None] Routers {'859f4aba-b9bb-4250-881a-a1ee81cab23b'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:37:36.075466 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-f8c05dda-83c8-4bb1-8376-bc3c912c28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:37:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['859f4aba-b9bb-4250-881a-a1ee81cab23b'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:36.114606 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d83edfb3-745b-4a70-b0ab-8e150914c4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:36.118364 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-41ac3ba3-8ecd-4ec0-8d5e-4b3ff3ed9d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:36.132804 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83edfb3-745b-4a70-b0ab-8e150914c4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4283cc6-b1ca-48b7-9f1c-9b1a9d69a9bc,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:36.136894 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-d83edfb3-745b-4a70-b0ab-8e150914c4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:36.137245 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-252927bf-4a2d-445d-8b93-3c927e4a3d08 req-1e510d22-197a-46b0-967e-7482fb7f893b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] No DVR routers for this DVR port 8ac12d59-a667-449e-bbc9-40e4f6a43867 on host hv-cinder-78494 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:37:36.141282 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-252927bf-4a2d-445d-8b93-3c927e4a3d08 req-1e510d22-197a-46b0-967e-7482fb7f893b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:36.141428 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d83edfb3-745b-4a70-b0ab-8e150914c4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:36.144217 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'name': 'network-vif-deleted', 'tag': '8ac12d59-a667-449e-bbc9-40e4f6a43867'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:37:36.158233 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-d83edfb3-745b-4a70-b0ab-8e150914c4bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4283cc6-b1ca-48b7-9f1c-9b1a9d69a9bc HTTP/1.1" status: 204 len: 168 time: 0.2084637 May 10 15:37:36.166041 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-252927bf-4a2d-445d-8b93-3c927e4a3d08 req-1e510d22-197a-46b0-967e-7482fb7f893b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.46 "DELETE /v2.0/ports/8ac12d59-a667-449e-bbc9-40e4f6a43867 HTTP/1.1" status: 204 len: 173 time: 1.4690213 May 10 15:37:36.203055 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a5c9d1-373e-462a-b76f-20c81536e7b7', 'name': 'network-vif-deleted', 'tag': '8ac12d59-a667-449e-bbc9-40e4f6a43867', 'status': 'completed', 'code': 200} May 10 15:37:36.295955 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-f8c05dda-83c8-4bb1-8376-bc3c912c28c5 None None] Set router 859f4aba-b9bb-4250-881a-a1ee81cab23b gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:37:36.629688 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-f8c05dda-83c8-4bb1-8376-bc3c912c28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:31:45Z', 'revision_number': 4, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034', 'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'mac_address': 'fa:16:3e:4f:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:44Z', 'updated_at': '2021-05-10T15:31:54Z', 'revision_number': 5, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'subnets': [{'id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:36.633560 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c05dda-83c8-4bb1-8376-bc3c912c28c5 None None] Checking router: 859f4aba-b9bb-4250-881a-a1ee81cab23b for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:37:36.641887 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c05dda-83c8-4bb1-8376-bc3c912c28c5 None None] Routers {'859f4aba-b9bb-4250-881a-a1ee81cab23b'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:37:36.642573 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-f8c05dda-83c8-4bb1-8376-bc3c912c28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:37:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['859f4aba-b9bb-4250-881a-a1ee81cab23b'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:36.764149 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device f13b6c4a-d733-409e-925a-36bc306ffc62 up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:37:36.793914 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c45e7-d400-478e-bab3-5e23d27b4e26 req-20c96087-f493-4219-ac38-847827e013f9 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:36.795473 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8d2c45e7-d400-478e-bab3-5e23d27b4e26 req-20c96087-f493-4219-ac38-847827e013f9 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 944 time: 0.0918190 May 10 15:37:36.833337 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-f8c05dda-83c8-4bb1-8376-bc3c912c28c5 None None] Set router 859f4aba-b9bb-4250-881a-a1ee81cab23b gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:37:36.846424 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port f13b6c4a-d733-409e-925a-36bc306ffc62 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:37:36.852170 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port f13b6c4a-d733-409e-925a-36bc306ffc62 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:37:36.852554 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:36.859205 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8d2c45e7-d400-478e-bab3-5e23d27b4e26 req-2ef2144c-aef8-40bd-9a7e-dd38275de16c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543623 May 10 15:37:36.976567 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:37.004838 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13b6c4a-d733-409e-925a-36bc306ffc62'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:37:37.015607 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port f13b6c4a-d733-409e-925a-36bc306ffc62, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f13b6c4a-d733-409e-925a-36bc306ffc62,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:37:37.021910 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:37.024046 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:37.097370 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13b6c4a-d733-409e-925a-36bc306ffc62', 'code': 200} May 10 15:37:37.103154 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=f13b6c4a-d733-409e-925a-36bc306ffc62,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:37.106783 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:37.204344 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53244) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:37.226343 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-f8c05dda-83c8-4bb1-8376-bc3c912c28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:31:45Z', 'revision_number': 4, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034', 'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'mac_address': 'fa:16:3e:4f:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:44Z', 'updated_at': '2021-05-10T15:31:54Z', 'revision_number': 5, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'subnets': [{'id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:37.232825 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c05dda-83c8-4bb1-8376-bc3c912c28c5 None None] The sync data for ids ['859f4aba-b9bb-4250-881a-a1ee81cab23b'] in dv-cinder-784945-8-iscsi is: [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:31:45Z', 'revision_number': 4, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034', 'name': '', 'network_id': '30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'mac_address': 'fa:16:3e:4f:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:44Z', 'updated_at': '2021-05-10T15:31:54Z', 'revision_number': 5, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'subnets': [{'id': 'a6279250-a834-4915-8026-783b1c75fa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:37:37.278447 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba73d-42f1-432e-b8e2-8ba1b4062062 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:37.314947 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba73d-42f1-432e-b8e2-8ba1b4062062 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:37.394171 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba73d-42f1-432e-b8e2-8ba1b4062062 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:37.400147 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-d83edfb3-745b-4a70-b0ab-8e150914c4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:37.409501 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7428a2-8699-4495-952a-ea0c1037e246 req-53f00a18-f0e0-4869-a6bd-f7f75824af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:37.411334 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9f7428a2-8699-4495-952a-ea0c1037e246 req-53f00a18-f0e0-4869-a6bd-f7f75824af28 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 1098 time: 0.0893481 May 10 15:37:37.418012 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ba73d-42f1-432e-b8e2-8ba1b4062062 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4011805-6986-47bc-8ae2-68a1af284ebf,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:37.421311 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-9b8ba73d-42f1-432e-b8e2-8ba1b4062062 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:37.446091 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba73d-42f1-432e-b8e2-8ba1b4062062 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:37.450784 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53254) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:37.450968 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-9b8ba73d-42f1-432e-b8e2-8ba1b4062062 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "DELETE /v2.0/security-groups/a4011805-6986-47bc-8ae2-68a1af284ebf HTTP/1.1" status: 204 len: 168 time: 0.2454333 May 10 15:37:37.488247 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.api.v2.resource [None req-bc0f2fe5-a35f-4797-a323-e55698f95b57 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] show failed (client error): The resource could not be found. May 10 15:37:37.489377 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-bc0f2fe5-a35f-4797-a323-e55698f95b57 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "GET /v2.0/security-groups/a4011805-6986-47bc-8ae2-68a1af284ebf HTTP/1.1" status: 404 len: 347 time: 0.0365391 May 10 15:37:37.492704 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53258) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:37.493665 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-9f7428a2-8699-4495-952a-ea0c1037e246 req-4cd87566-f117-4394-b8a5-d7bc0db0398d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753129 May 10 15:37:37.542462 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f01fd5f-9f2d-4749-9425-200be90c6384 None None] New status for floating IP ab86878a-6028-417d-aad6-aec89bb598e1: DOWN {{(pid=78736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:37:37.824398 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-08754ce0-af23-4a5f-94fd-fd82290ccf0f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Deleting port e56f1850-1a57-474d-9110-a5470f69cb78 {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:37:37.824846 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-08754ce0-af23-4a5f-94fd-fd82290ccf0f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:37.950306 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-08754ce0-af23-4a5f-94fd-fd82290ccf0f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:37.950708 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-08754ce0-af23-4a5f-94fd-fd82290ccf0f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:38.049154 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89f0f8-4ff6-40db-a45f-07afc7a5af42 req-ac257d91-6f75-4ee5-adbf-49ba02ce1550 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:38.050651 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ef89f0f8-4ff6-40db-a45f-07afc7a5af42 req-ac257d91-6f75-4ee5-adbf-49ba02ce1550 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 945 time: 0.0846753 May 10 15:37:38.084201 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-08754ce0-af23-4a5f-94fd-fd82290ccf0f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Calling delete_port for e56f1850-1a57-474d-9110-a5470f69cb78 owned by network:floatingip {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:37:38.100145 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ef89f0f8-4ff6-40db-a45f-07afc7a5af42 req-7a70ff12-7bfd-4c0c-a516-554de6f174b5 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411534 May 10 15:37:38.215923 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-08754ce0-af23-4a5f-94fd-fd82290ccf0f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:38.220302 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-6ef65d3d-6b53-4a69-bd0b-1b24c2d28122 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:38.273742 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08754ce0-af23-4a5f-94fd-fd82290ccf0f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Pushing event deleted for resources: {'Port': ['ID=e56f1850-1a57-474d-9110-a5470f69cb78,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:38.276777 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-08754ce0-af23-4a5f-94fd-fd82290ccf0f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:38.371139 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-08754ce0-af23-4a5f-94fd-fd82290ccf0f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks [] for floatingip, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:38.385985 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-08754ce0-af23-4a5f-94fd-fd82290ccf0f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:38.387121 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-08754ce0-af23-4a5f-94fd-fd82290ccf0f tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] 10.222.0.11 "DELETE /v2.0/floatingips/ab86878a-6028-417d-aad6-aec89bb598e1 HTTP/1.1" status: 204 len: 168 time: 0.8933933 May 10 15:37:38.773010 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 8ac12d59-a667-449e-bbc9-40e4f6a43867 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:37:38.810481 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: 8ac12d59-a667-449e-bbc9-40e4f6a43867 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:37:38.810837 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 8ac12d59-a667-449e-bbc9-40e4f6a43867 not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:37:39.286404 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d84ea3-4625-4188-93e7-73b4f2cffd72 req-b6bd4e9a-6ff8-4fa0-9a29-0801f476bdfb tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:39.287886 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-19d84ea3-4625-4188-93e7-73b4f2cffd72 req-b6bd4e9a-6ff8-4fa0-9a29-0801f476bdfb tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 945 time: 0.0822711 May 10 15:37:39.334734 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-19d84ea3-4625-4188-93e7-73b4f2cffd72 req-881e9374-77fd-4eee-aa83-c2ac9583f338 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405471 May 10 15:37:39.530215 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb5e26-bc44-45d8-a4bb-748a47275268 req-878b61c5-8fb0-422c-8a70-b12f92b687e2 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:39.531706 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-28fb5e26-bc44-45d8-a4bb-748a47275268 req-878b61c5-8fb0-422c-8a70-b12f92b687e2 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 945 time: 0.0845761 May 10 15:37:39.578004 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-28fb5e26-bc44-45d8-a4bb-748a47275268 req-102cc1fe-307c-46d4-9f36-b7afb1ebb4c5 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406044 May 10 15:37:39.600903 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53292) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:39.680574 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e677aef-b687-433d-af8b-bb92172059e8 tempest-TestVolumeBootPattern-554305214 tempest-TestVolumeBootPattern-554305214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:39.682452 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-0e677aef-b687-433d-af8b-bb92172059e8 tempest-TestVolumeBootPattern-554305214 tempest-TestVolumeBootPattern-554305214-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 1093 time: 0.0803452 May 10 15:37:39.685670 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53302) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:39.690933 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Request body: {'floatingip': {'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'port_id': 'f13b6c4a-d733-409e-925a-36bc306ffc62', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:37:39.697218 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:39.701294 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Usage tracker for resource:floatingip and tenant:c4d3a74bb488479ebb94067c73f69d1e is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:39.704201 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:39.710377 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:39.722087 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for floatingip, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:39.865978 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:40.030605 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Allocated IP 172.27.3.44 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/a9fdcab2-1376-4b00-91f3-2a0b6361ccd8) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:37:40.178470 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:40.209836 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:40.215047 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:40.268327 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:37:40.270978 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:37:40.273503 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:37:40.319594 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event updated for resources: {'Port': ['ID=a9fdcab2-1376-4b00-91f3-2a0b6361ccd8,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:40.322536 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:40.779954 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:40.852352 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:41.062345 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:41.067483 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:41.072702 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-19e609ae-16a0-439d-a087-7923d6ac959d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:41.181149 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event updated for resources: {'Port': ['ID=a9fdcab2-1376-4b00-91f3-2a0b6361ccd8,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:41.184737 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:41.190945 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706874'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:41.221011 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53326) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:41.389776 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.l3_db [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Floating IP 2e9c4b1b-4fa9-40d2-9783-93481496ef3d associated. External IP: 172.27.3.44, port: f13b6c4a-d733-409e-925a-36bc306ffc62. May 10 15:37:41.790660 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Router c66d1dd3-df19-4978-abc8-f9002c703753 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:37:41.975078 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:37:41.987431 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baa23e1-5251-4694-8af7-78af6229673c None None] Sync routers for ids ['c66d1dd3-df19-4978-abc8-f9002c703753'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:37:42.000422 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa23e1-5251-4694-8af7-78af6229673c None None] Routers {'c66d1dd3-df19-4978-abc8-f9002c703753'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:37:42.001365 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-1baa23e1-5251-4694-8af7-78af6229673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:37:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['c66d1dd3-df19-4978-abc8-f9002c703753'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:42.002819 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:42.084984 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3981462 May 10 15:37:42.085714 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'tag': 'f13b6c4a-d733-409e-925a-36bc306ffc62'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:37:42.088236 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-72542719-6933-4008-9322-bbb82ef773d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705539'] for router_interface, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:42.136328 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'tag': 'f13b6c4a-d733-409e-925a-36bc306ffc62', 'status': 'completed', 'code': 200} May 10 15:37:42.231172 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-1baa23e1-5251-4694-8af7-78af6229673c None None] Set router c66d1dd3-df19-4978-abc8-f9002c703753 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:37:42.391286 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092396b8-1e46-4a21-b85d-de13e401268b req-aa25c5ba-73f9-4fb7-b361-bd4762778b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:42.394651 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-092396b8-1e46-4a21-b85d-de13e401268b req-aa25c5ba-73f9-4fb7-b361-bd4762778b6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 1098 time: 0.2311332 May 10 15:37:42.553586 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092396b8-1e46-4a21-b85d-de13e401268b req-cb91b5bd-e825-4a11-bc78-24312c8a0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:42.555059 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-092396b8-1e46-4a21-b85d-de13e401268b req-cb91b5bd-e825-4a11-bc78-24312c8a0661 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 200 len: 912 time: 0.1535468 May 10 15:37:42.646859 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-1baa23e1-5251-4694-8af7-78af6229673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '2e9c4b1b-4fa9-40d2-9783-93481496ef3d', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'port_id': 'f13b6c4a-d733-409e-925a-36bc306ffc62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'mac_address': 'fa:16:3e:55:27:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:37:40Z', 'updated_at': '2021-05-10T15:37:40Z', 'revision_number': 0, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:42.653081 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baa23e1-5251-4694-8af7-78af6229673c None None] Checking router: c66d1dd3-df19-4978-abc8-f9002c703753 for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:37:42.664025 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa23e1-5251-4694-8af7-78af6229673c None None] Routers {'c66d1dd3-df19-4978-abc8-f9002c703753'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:37:42.664743 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-1baa23e1-5251-4694-8af7-78af6229673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:37:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['c66d1dd3-df19-4978-abc8-f9002c703753'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:42.670223 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-092396b8-1e46-4a21-b85d-de13e401268b req-7fa577c5-83cb-478f-b4c8-f9d98183a150 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f13b6c4a-d733-409e-925a-36bc306ffc62 HTTP/1.1" status: 200 len: 998 time: 0.1082656 May 10 15:37:42.736489 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092396b8-1e46-4a21-b85d-de13e401268b req-6e32bb38-6061-46cf-b87a-4c22e96a13be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:42.737740 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-72542719-6933-4008-9322-bbb82ef773d4 admin admin] Deleting port 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:37:42.738204 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-092396b8-1e46-4a21-b85d-de13e401268b req-6e32bb38-6061-46cf-b87a-4c22e96a13be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddffacae-9229-42f8-961f-3c3938ae62c4 HTTP/1.1" status: 200 len: 850 time: 0.0612819 May 10 15:37:42.738327 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-72542719-6933-4008-9322-bbb82ef773d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:42.819496 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092396b8-1e46-4a21-b85d-de13e401268b req-9b7df3b6-cbc6-474b-aab5-500286107246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:37:42.821109 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-092396b8-1e46-4a21-b85d-de13e401268b req-9b7df3b6-cbc6-474b-aab5-500286107246 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ac1649f-2223-4be4-9954-4ed1531d1e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767453 May 10 15:37:42.852434 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-1baa23e1-5251-4694-8af7-78af6229673c None None] Set router c66d1dd3-df19-4978-abc8-f9002c703753 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:37:42.863157 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-72542719-6933-4008-9322-bbb82ef773d4 admin admin] For port 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:37:42.863518 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-72542719-6933-4008-9322-bbb82ef773d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:42.963382 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-092396b8-1e46-4a21-b85d-de13e401268b req-21874bc2-7c88-4bc6-aa0d-ecf91e18f379 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355462 May 10 15:37:42.992356 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-72542719-6933-4008-9322-bbb82ef773d4 admin admin] Calling delete_port for 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 owned by network:router_interface {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:37:43.108850 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-092396b8-1e46-4a21-b85d-de13e401268b req-b99003a3-b6a9-415b-a23b-026eb7eb3c9b service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391604 May 10 15:37:43.139111 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-72542719-6933-4008-9322-bbb82ef773d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:43.146075 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-80a10157-c27b-43d1-bb02-8bdc2b7c4c9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:43.228218 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72542719-6933-4008-9322-bbb82ef773d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:43.271659 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-72542719-6933-4008-9322-bbb82ef773d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:43.285470 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-1baa23e1-5251-4694-8af7-78af6229673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '2e9c4b1b-4fa9-40d2-9783-93481496ef3d', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'port_id': 'f13b6c4a-d733-409e-925a-36bc306ffc62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'mac_address': 'fa:16:3e:55:27:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:37:40Z', 'updated_at': '2021-05-10T15:37:40Z', 'revision_number': 0, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:43.290104 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baa23e1-5251-4694-8af7-78af6229673c None None] The sync data for ids ['c66d1dd3-df19-4978-abc8-f9002c703753'] in dv-cinder-784945-8-iscsi is: [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '2e9c4b1b-4fa9-40d2-9783-93481496ef3d', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'port_id': 'f13b6c4a-d733-409e-925a-36bc306ffc62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'mac_address': 'fa:16:3e:55:27:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:37:40Z', 'updated_at': '2021-05-10T15:37:40Z', 'revision_number': 0, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:37:43.497571 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e594cf-55e0-4fa8-96ac-553bc11c1b19 None None] New status for floating IP 2e9c4b1b-4fa9-40d2-9783-93481496ef3d: ACTIVE {{(pid=78736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:37:43.512155 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-72542719-6933-4008-9322-bbb82ef773d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708275'] for router_interface, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:43.996278 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72542719-6933-4008-9322-bbb82ef773d4 admin admin] Router 859f4aba-b9bb-4250-881a-a1ee81cab23b has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:37:44.015266 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53394) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:44.143701 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-745953cb-aae2-4840-b0de-45848df9c6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:44.158531 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-745953cb-aae2-4840-b0de-45848df9c6de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:44.162340 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-745953cb-aae2-4840-b0de-45848df9c6de admin admin] Usage tracker for resource:security_group_rule and tenant:55872605b3994f2a92352b85fc25c4ca is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:44.165104 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-745953cb-aae2-4840-b0de-45848df9c6de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:44.171492 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-745953cb-aae2-4840-b0de-45848df9c6de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:44.184147 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72542719-6933-4008-9322-bbb82ef773d4 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:37:44.194143 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97980485-5793-4199-b626-31c78df2d5d2 None None] Sync routers for ids ['859f4aba-b9bb-4250-881a-a1ee81cab23b'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:37:44.203297 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-72542719-6933-4008-9322-bbb82ef773d4 admin admin] 10.222.0.11 "PUT /v2.0/routers/859f4aba-b9bb-4250-881a-a1ee81cab23b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9779534 May 10 15:37:44.204018 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53400) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:44.204596 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97980485-5793-4199-b626-31c78df2d5d2 None None] Routers {'859f4aba-b9bb-4250-881a-a1ee81cab23b'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:37:44.205358 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-97980485-5793-4199-b626-31c78df2d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:37:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['859f4aba-b9bb-4250-881a-a1ee81cab23b'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:44.257688 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-745953cb-aae2-4840-b0de-45848df9c6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:44.262095 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-745953cb-aae2-4840-b0de-45848df9c6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:44.270759 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1f569fef-5e0c-4810-a0d3-2ff4f4f8ce51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:44.310241 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-745953cb-aae2-4840-b0de-45848df9c6de admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55872605b3994f2a92352b85fc25c4ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938607 May 10 15:37:44.312568 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745953cb-aae2-4840-b0de-45848df9c6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e95aeb2-afd1-4df8-b7b5-a93c648a36f4,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:44.325692 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53404) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:44.345206 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-745953cb-aae2-4840-b0de-45848df9c6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:44.398693 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-97980485-5793-4199-b626-31c78df2d5d2 None None] Set router 859f4aba-b9bb-4250-881a-a1ee81cab23b gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:37:44.404351 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3b7e371f-46d6-4884-a5e5-14b8b6573bb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:44.404705 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-30a27312-1f57-465e-b808-515108b29fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:44.433310 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-30a27312-1f57-465e-b808-515108b29fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:44.492432 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-30a27312-1f57-465e-b808-515108b29fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:44.496350 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9a8f0103-43fb-4a30-9f30-1825c49c127b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:44.507803 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a27312-1f57-465e-b808-515108b29fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e95aeb2-afd1-4df8-b7b5-a93c648a36f4,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:44.512034 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-30a27312-1f57-465e-b808-515108b29fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:44.515342 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-30a27312-1f57-465e-b808-515108b29fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:44.516891 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-30a27312-1f57-465e-b808-515108b29fe6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e95aeb2-afd1-4df8-b7b5-a93c648a36f4 HTTP/1.1" status: 204 len: 168 time: 0.1896181 May 10 15:37:44.592835 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3b7e371f-46d6-4884-a5e5-14b8b6573bb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:44.667563 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e371f-46d6-4884-a5e5-14b8b6573bb8 admin admin] Deleting port ebcaaca2-cb7b-471c-a475-b779eea9b79b {{(pid=78734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:37:44.667962 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3b7e371f-46d6-4884-a5e5-14b8b6573bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:44.702993 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-97980485-5793-4199-b626-31c78df2d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:37:43Z', 'revision_number': 5, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port': {'id': 'ebcaaca2-cb7b-471c-a475-b779eea9b79b', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:31:41Z', 'updated_at': '2021-05-10T15:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:44.706743 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97980485-5793-4199-b626-31c78df2d5d2 None None] Checking router: 859f4aba-b9bb-4250-881a-a1ee81cab23b for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:37:44.715243 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97980485-5793-4199-b626-31c78df2d5d2 None None] Routers {'859f4aba-b9bb-4250-881a-a1ee81cab23b'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:37:44.715888 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-97980485-5793-4199-b626-31c78df2d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:37:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['859f4aba-b9bb-4250-881a-a1ee81cab23b'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:44.794202 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-3b7e371f-46d6-4884-a5e5-14b8b6573bb8 admin admin] For port ebcaaca2-cb7b-471c-a475-b779eea9b79b, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=ebcaaca2-cb7b-471c-a475-b779eea9b79b,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:37:44.794440 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3b7e371f-46d6-4884-a5e5-14b8b6573bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:44.858094 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53412) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:44.871641 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-97980485-5793-4199-b626-31c78df2d5d2 None None] Set router 859f4aba-b9bb-4250-881a-a1ee81cab23b gateway port host: None {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:37:44.876738 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-18d25187-170a-4877-9ee2-d1aad6bb40e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:44.892247 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-18d25187-170a-4877-9ee2-d1aad6bb40e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:44.896260 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-18d25187-170a-4877-9ee2-d1aad6bb40e8 admin admin] Usage tracker for resource:security_group_rule and tenant:58ec1770e14c4074a8c5db131724c81a is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:44.899064 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-18d25187-170a-4877-9ee2-d1aad6bb40e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:44.905876 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-18d25187-170a-4877-9ee2-d1aad6bb40e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:44.923889 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e371f-46d6-4884-a5e5-14b8b6573bb8 admin admin] Calling delete_port for ebcaaca2-cb7b-471c-a475-b779eea9b79b owned by network:router_gateway {{(pid=78734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:37:44.979966 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-97980485-5793-4199-b626-31c78df2d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:37:44Z', 'revision_number': 6, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port_host': None}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:44.984044 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97980485-5793-4199-b626-31c78df2d5d2 None None] The sync data for ids ['859f4aba-b9bb-4250-881a-a1ee81cab23b'] in dv-cinder-784945-8-iscsi is: [{'id': '859f4aba-b9bb-4250-881a-a1ee81cab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-1814130258-router', 'tenant_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:31:40Z', 'updated_at': '2021-05-10T15:37:44Z', 'revision_number': 6, 'project_id': 'a29b1e7130414c8d8df10d6bafc227cf', 'gw_port_host': None}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:37:45.001241 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-18d25187-170a-4877-9ee2-d1aad6bb40e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:45.006115 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-18d25187-170a-4877-9ee2-d1aad6bb40e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:45.021966 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cab47663-e12d-4d1a-a04f-8068569df0eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:45.063665 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-18d25187-170a-4877-9ee2-d1aad6bb40e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58ec1770e14c4074a8c5db131724c81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041581 May 10 15:37:45.064767 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d25187-170a-4877-9ee2-d1aad6bb40e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f579d938-bc2f-4bc8-9c87-1b3dc1e47809,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:45.066429 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53416) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:45.068441 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-18d25187-170a-4877-9ee2-d1aad6bb40e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:45.084385 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3b7e371f-46d6-4884-a5e5-14b8b6573bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1365402'] for port, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:45.094656 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ef7e0db0-a97c-485d-819f-77c1509b163a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:45.150522 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e371f-46d6-4884-a5e5-14b8b6573bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebcaaca2-cb7b-471c-a475-b779eea9b79b,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:45.185711 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-3b7e371f-46d6-4884-a5e5-14b8b6573bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:45.247573 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-df767919-bfe1-46df-92be-419580b5a567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:45.270505 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3b7e371f-46d6-4884-a5e5-14b8b6573bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706855'] for router_gateway, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:45.547994 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-df767919-bfe1-46df-92be-419580b5a567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:45.579449 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3b7e371f-46d6-4884-a5e5-14b8b6573bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127055'] for router, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:45.582783 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3b7e371f-46d6-4884-a5e5-14b8b6573bb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:45.617783 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3b7e371f-46d6-4884-a5e5-14b8b6573bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1830005'] for router, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:45.618300 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7e371f-46d6-4884-a5e5-14b8b6573bb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 859f4aba-b9bb-4250-881a-a1ee81cab23b {{(pid=78734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:37:45.635875 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-df767919-bfe1-46df-92be-419580b5a567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:45.641292 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-aac1735c-17b1-41fc-939f-0a8cb24583a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:45.650508 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3b7e371f-46d6-4884-a5e5-14b8b6573bb8 admin admin] Notify callbacks [] for router, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:45.651672 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-3b7e371f-46d6-4884-a5e5-14b8b6573bb8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/859f4aba-b9bb-4250-881a-a1ee81cab23b HTTP/1.1" status: 204 len: 168 time: 1.4466898 May 10 15:37:45.654393 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-df767919-bfe1-46df-92be-419580b5a567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:45.654597 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53420) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:45.655400 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-df767919-bfe1-46df-92be-419580b5a567 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f579d938-bc2f-4bc8-9c87-1b3dc1e47809 HTTP/1.1" status: 204 len: 168 time: 0.5880523 May 10 15:37:45.656633 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df767919-bfe1-46df-92be-419580b5a567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f579d938-bc2f-4bc8-9c87-1b3dc1e47809,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:45.659406 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-df767919-bfe1-46df-92be-419580b5a567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:45.719936 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa9c6d6-839d-4c15-8111-36e4006a6ea1 admin admin] Deleting subnet a6279250-a834-4915-8026-783b1c75fa9e {{(pid=78735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:37:45.722742 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c6d6-839d-4c15-8111-36e4006a6ea1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:45.773462 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c6d6-839d-4c15-8111-36e4006a6ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333022'] for subnet, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:45.858499 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c6d6-839d-4c15-8111-36e4006a6ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-867255'] for subnet, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:46.077953 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:37:46.114654 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:37:46.115019 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0fc58e22-3c08-4d8a-9bb2-e5c4e99dd034 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:37:46.115567 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device ebcaaca2-cb7b-471c-a475-b779eea9b79b no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:37:46.129678 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c6d6-839d-4c15-8111-36e4006a6ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-867256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2760516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3433976'] for subnet, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:46.134635 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:46.154919 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: ebcaaca2-cb7b-471c-a475-b779eea9b79b {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:37:46.155288 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device ebcaaca2-cb7b-471c-a475-b779eea9b79b not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:37:46.175077 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9c6d6-839d-4c15-8111-36e4006a6ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6279250-a834-4915-8026-783b1c75fa9e,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:46.178202 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9aa9c6d6-839d-4c15-8111-36e4006a6ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:46.179409 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c6d6-839d-4c15-8111-36e4006a6ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:46.186539 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fc9014-ff84-4a7f-aabf-244fb894f65e None None] Network 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:37:46.193048 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-9aa9c6d6-839d-4c15-8111-36e4006a6ea1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a6279250-a834-4915-8026-783b1c75fa9e HTTP/1.1" status: 204 len: 168 time: 0.5373654 May 10 15:37:46.195468 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53436) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:46.317885 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:46.459531 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48460eab-f97b-422b-90e6-c8c631c1f52e None None] DHCP port deletion for 30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 request from dv-cinder-784945-8-iscsi {{(pid=78736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:37:46.500758 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] Deleting port 316cc32a-ef2d-43b5-999f-8b6c355b6f06 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:37:46.501259 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:46.527025 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-48460eab-f97b-422b-90e6-c8c631c1f52e None None] Deleting port 316cc32a-ef2d-43b5-999f-8b6c355b6f06 {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:37:46.527407 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-48460eab-f97b-422b-90e6-c8c631c1f52e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:46.602746 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] For port 316cc32a-ef2d-43b5-999f-8b6c355b6f06, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=316cc32a-ef2d-43b5-999f-8b6c355b6f06,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:37:46.603263 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:46.635680 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-48460eab-f97b-422b-90e6-c8c631c1f52e None None] For port 316cc32a-ef2d-43b5-999f-8b6c355b6f06, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=316cc32a-ef2d-43b5-999f-8b6c355b6f06,segment=NetworkSegment(6de7622a-77b0-4e51-81e8-3b6de442a5f9),segment_id=6de7622a-77b0-4e51-81e8-3b6de442a5f9)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:37:46.636124 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-48460eab-f97b-422b-90e6-c8c631c1f52e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:46.732766 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] Calling delete_port for 316cc32a-ef2d-43b5-999f-8b6c355b6f06 owned by network:dhcp {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:37:46.757087 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-48460eab-f97b-422b-90e6-c8c631c1f52e None None] Calling delete_port for 316cc32a-ef2d-43b5-999f-8b6c355b6f06 owned by network:dhcp {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:37:46.785960 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:46.792745 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1e510d22-197a-46b0-967e-7482fb7f893b tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:46.800725 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-48460eab-f97b-422b-90e6-c8c631c1f52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:46.804290 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:46.842678 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=316cc32a-ef2d-43b5-999f-8b6c355b6f06,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:46.845849 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:46.846638 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] No DVR routers for this DVR port 316cc32a-ef2d-43b5-999f-8b6c355b6f06 on host dv-cinder-784945-8-iscsi {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:37:46.846818 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48460eab-f97b-422b-90e6-c8c631c1f52e None None] Pushing event deleted for resources: {'Port': ['ID=316cc32a-ef2d-43b5-999f-8b6c355b6f06,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:46.849704 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-48460eab-f97b-422b-90e6-c8c631c1f52e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:46.850586 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48460eab-f97b-422b-90e6-c8c631c1f52e None None] No DVR routers for this DVR port 316cc32a-ef2d-43b5-999f-8b6c355b6f06 on host dv-cinder-784945-8-iscsi {{(pid=78736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:37:46.966432 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8771509523613'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:46.980541 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:46.993768 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de7622a-77b0-4e51-81e8-3b6de442a5f9') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:46.994067 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de7622a-77b0-4e51-81e8-3b6de442a5f9') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:47.006884 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509535335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3332993'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:47.023827 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:47.030294 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:37:47.030888 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2760482'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: Traceback (most recent call last): May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: timer() May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: cb(*args, **kw) May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: return func(*args, **kwargs) May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: self._notify() May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: self.callback(batched_events) May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: event.method(event) May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: return f(self, *a, **k) May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._get(url).json() May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:37:47.044567 dv-cinder-784945-8-iscsi neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:37:47.121542 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706869'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:47.128723 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:47.143627 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:47.149770 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:47.154911 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:47.160999 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] 10.222.0.11 "DELETE /v2.0/networks/30dfe3ab-f3e6-49a8-b691-12c0afc5a5d7 HTTP/1.1" status: 204 len: 168 time: 0.9644797 May 10 15:37:47.346546 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53474) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:47.398878 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-599439cd-057c-4e18-a429-f418b32971b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a29b1e7130414c8d8df10d6bafc227cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508175 May 10 15:37:47.401910 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53478) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:47.467252 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e207647d-215b-4122-881b-9cd2fb32cfeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:47.494676 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e207647d-215b-4122-881b-9cd2fb32cfeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:47.549121 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e207647d-215b-4122-881b-9cd2fb32cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:47.554081 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-38708b02-3b9d-462d-84b5-be1002218d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:47.572223 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207647d-215b-4122-881b-9cd2fb32cfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eeb45f-33bc-4716-bc23-935cafe13ec5,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:47.577682 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e207647d-215b-4122-881b-9cd2fb32cfeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:47.581160 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e207647d-215b-4122-881b-9cd2fb32cfeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:47.582398 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-e207647d-215b-4122-881b-9cd2fb32cfeb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52eeb45f-33bc-4716-bc23-935cafe13ec5 HTTP/1.1" status: 204 len: 168 time: 0.1793635 May 10 15:37:48.052477 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 316cc32a-ef2d-43b5-999f-8b6c355b6f06 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:37:48.055371 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53516) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:48.096098 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: 316cc32a-ef2d-43b5-999f-8b6c355b6f06 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:37:48.096462 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 316cc32a-ef2d-43b5-999f-8b6c355b6f06 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:37:48.240874 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3e5ec89e-de56-47c0-8c25-0cd27e050234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:48.255063 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-3e5ec89e-de56-47c0-8c25-0cd27e050234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:48.259311 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-3e5ec89e-de56-47c0-8c25-0cd27e050234 admin admin] Usage tracker for resource:security_group_rule and tenant:1ad957d50db147a296b0070e9de0c11f is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:48.262895 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-3e5ec89e-de56-47c0-8c25-0cd27e050234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:48.268586 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-3e5ec89e-de56-47c0-8c25-0cd27e050234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:48.356594 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3e5ec89e-de56-47c0-8c25-0cd27e050234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:48.361867 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3e5ec89e-de56-47c0-8c25-0cd27e050234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:48.370647 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-62809e69-d6ad-4736-98f6-c414cc0696d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:48.411234 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-3e5ec89e-de56-47c0-8c25-0cd27e050234 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ad957d50db147a296b0070e9de0c11f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545034 May 10 15:37:48.412361 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ec89e-de56-47c0-8c25-0cd27e050234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf6b19b-a4af-49ee-b041-d8d3931662f9,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:48.413944 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53532) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:48.415799 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3e5ec89e-de56-47c0-8c25-0cd27e050234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:48.486282 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d3795ded-b30f-41a6-ba66-440fdfe3745b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:48.513946 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d3795ded-b30f-41a6-ba66-440fdfe3745b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:48.570038 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d3795ded-b30f-41a6-ba66-440fdfe3745b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:48.575555 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-708a0b0d-496f-4962-99bd-9a8879453f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:48.587365 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3795ded-b30f-41a6-ba66-440fdfe3745b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf6b19b-a4af-49ee-b041-d8d3931662f9,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:48.591107 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-d3795ded-b30f-41a6-ba66-440fdfe3745b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:48.593124 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d3795ded-b30f-41a6-ba66-440fdfe3745b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:48.596482 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-d3795ded-b30f-41a6-ba66-440fdfe3745b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2bf6b19b-a4af-49ee-b041-d8d3931662f9 HTTP/1.1" status: 204 len: 168 time: 0.1792984 May 10 15:37:48.683330 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:49.002548 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53554) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:49.021589 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-664ced0c-c31c-4762-8ced-dd730a35bd8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:49.036150 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-664ced0c-c31c-4762-8ced-dd730a35bd8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:49.040016 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-664ced0c-c31c-4762-8ced-dd730a35bd8f admin admin] Usage tracker for resource:security_group_rule and tenant:ff0aa82b1e9b42619c8e3bd0fd891a7d is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:49.043386 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-664ced0c-c31c-4762-8ced-dd730a35bd8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:49.049174 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-664ced0c-c31c-4762-8ced-dd730a35bd8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:49.133489 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-664ced0c-c31c-4762-8ced-dd730a35bd8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:49.137718 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-664ced0c-c31c-4762-8ced-dd730a35bd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:49.146249 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ebca0d56-cfe3-447e-a23d-bc81acd749b9 tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:49.189171 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53562) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:49.189333 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-664ced0c-c31c-4762-8ced-dd730a35bd8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff0aa82b1e9b42619c8e3bd0fd891a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1855729 May 10 15:37:49.191080 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ced0c-c31c-4762-8ced-dd730a35bd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307fdd78-75d2-4902-a515-b6464df6137a,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:49.194073 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-664ced0c-c31c-4762-8ced-dd730a35bd8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:49.261562 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9c44a926-aeab-4d5d-8d6e-c1001b16e4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:49.286881 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9c44a926-aeab-4d5d-8d6e-c1001b16e4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:49.346000 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9c44a926-aeab-4d5d-8d6e-c1001b16e4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:49.351090 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e207647d-215b-4122-881b-9cd2fb32cfeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:49.363418 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44a926-aeab-4d5d-8d6e-c1001b16e4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307fdd78-75d2-4902-a515-b6464df6137a,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:49.372585 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9c44a926-aeab-4d5d-8d6e-c1001b16e4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:49.373397 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9c44a926-aeab-4d5d-8d6e-c1001b16e4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:49.374506 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-9c44a926-aeab-4d5d-8d6e-c1001b16e4c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/307fdd78-75d2-4902-a515-b6464df6137a HTTP/1.1" status: 204 len: 168 time: 0.1842399 May 10 15:37:55.019473 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-802917b2-a475-4595-960c-6fedea69acae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:57.287073 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:37:57.701797 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:57.823866 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53770) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:57.935835 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d0617587-4d91-46ae-a542-54afac1720ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:57.941198 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-38473866-bfbe-4a45-8dea-e1d47c03e4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:57.955536 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-38473866-bfbe-4a45-8dea-e1d47c03e4dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:57.959405 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-38473866-bfbe-4a45-8dea-e1d47c03e4dc admin admin] Usage tracker for resource:security_group_rule and tenant:fb2504288a3c499b912e27899ff9f2c9 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:57.962175 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-38473866-bfbe-4a45-8dea-e1d47c03e4dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:57.968687 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-38473866-bfbe-4a45-8dea-e1d47c03e4dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:58.049879 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-38473866-bfbe-4a45-8dea-e1d47c03e4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:58.053532 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-38473866-bfbe-4a45-8dea-e1d47c03e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:58.062103 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c46127ad-0ed3-4c8d-a31e-2cbc0251c873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:58.101526 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-38473866-bfbe-4a45-8dea-e1d47c03e4dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb2504288a3c499b912e27899ff9f2c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764626 May 10 15:37:58.103229 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38473866-bfbe-4a45-8dea-e1d47c03e4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55eff757-20ca-45eb-b283-6bae21e04399,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:58.104319 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53776) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:58.106467 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-38473866-bfbe-4a45-8dea-e1d47c03e4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:58.167238 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d6eeb88-3b96-4279-a232-5c2173f41226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:58.192384 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d6eeb88-3b96-4279-a232-5c2173f41226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:58.242252 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d6eeb88-3b96-4279-a232-5c2173f41226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:58.245826 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-620ac3e0-c393-4791-9a2a-d0cb1dfc7c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:58.255501 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6eeb88-3b96-4279-a232-5c2173f41226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eff757-20ca-45eb-b283-6bae21e04399,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:58.259467 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-4d6eeb88-3b96-4279-a232-5c2173f41226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:58.267916 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-4d6eeb88-3b96-4279-a232-5c2173f41226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:58.269023 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-4d6eeb88-3b96-4279-a232-5c2173f41226 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/55eff757-20ca-45eb-b283-6bae21e04399 HTTP/1.1" status: 204 len: 168 time: 0.1637230 May 10 15:37:58.562638 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53792) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:58.594079 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b2fde731-7e31-4ec4-8047-775a6535334a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:58.595850 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:58.610213 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-b2fde731-7e31-4ec4-8047-775a6535334a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:58.614081 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-b2fde731-7e31-4ec4-8047-775a6535334a admin admin] Usage tracker for resource:security_group_rule and tenant:4c0878972133426aafb7f70e6b626736 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:58.616853 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-b2fde731-7e31-4ec4-8047-775a6535334a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:58.622924 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-b2fde731-7e31-4ec4-8047-775a6535334a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:58.707968 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b2fde731-7e31-4ec4-8047-775a6535334a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:58.713521 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-b2fde731-7e31-4ec4-8047-775a6535334a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:58.721979 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-11beb234-39a7-4fc8-b55b-a47ff19d6d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:58.730624 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53798) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:58.765073 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-b2fde731-7e31-4ec4-8047-775a6535334a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c0878972133426aafb7f70e6b626736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012737 May 10 15:37:58.766124 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fde731-7e31-4ec4-8047-775a6535334a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d813927d-3093-46eb-a5bd-5ab1bd664292,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:58.767704 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53804) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:58.769448 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-b2fde731-7e31-4ec4-8047-775a6535334a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:58.841845 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ed914300-3aa6-4149-83b3-3faad9dfa33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:58.869132 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e0b5e213-7cdd-45ca-8dfb-fc57c94aa118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:58.893475 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e0b5e213-7cdd-45ca-8dfb-fc57c94aa118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:58.896568 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ed914300-3aa6-4149-83b3-3faad9dfa33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:58.906737 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-e0b5e213-7cdd-45ca-8dfb-fc57c94aa118 admin admin] Usage tracker for resource:security_group_rule and tenant:fd991f3735b84cf1b016a98af5b1ea3f is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:58.910803 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-e0b5e213-7cdd-45ca-8dfb-fc57c94aa118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:58.924210 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e0b5e213-7cdd-45ca-8dfb-fc57c94aa118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:58.984179 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ed914300-3aa6-4149-83b3-3faad9dfa33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:58.989543 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2dfbb817-2a8f-4f53-a0d8-12507fbd34ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:59.012748 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed914300-3aa6-4149-83b3-3faad9dfa33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d813927d-3093-46eb-a5bd-5ab1bd664292,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:59.019624 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ed914300-3aa6-4149-83b3-3faad9dfa33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:59.042740 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ed914300-3aa6-4149-83b3-3faad9dfa33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.043874 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-ed914300-3aa6-4149-83b3-3faad9dfa33c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d813927d-3093-46eb-a5bd-5ab1bd664292 HTTP/1.1" status: 204 len: 168 time: 0.2748048 May 10 15:37:59.050882 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e0b5e213-7cdd-45ca-8dfb-fc57c94aa118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.054899 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e0b5e213-7cdd-45ca-8dfb-fc57c94aa118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.064080 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-5c052718-8d56-4c09-84e6-927c716506e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:59.104897 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-e0b5e213-7cdd-45ca-8dfb-fc57c94aa118 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd991f3735b84cf1b016a98af5b1ea3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731582 May 10 15:37:59.105888 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5e213-7cdd-45ca-8dfb-fc57c94aa118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da014be-a46e-4b99-86c2-54bb5abc965d,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:59.107761 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53810) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:59.109084 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e0b5e213-7cdd-45ca-8dfb-fc57c94aa118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:59.182786 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-969e3097-a8a0-48a7-8df3-9c7d150b0851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.207574 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-969e3097-a8a0-48a7-8df3-9c7d150b0851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.257547 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-969e3097-a8a0-48a7-8df3-9c7d150b0851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.261287 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-62aee881-d43c-4136-97da-e0ba51bcce73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:59.273206 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e3097-a8a0-48a7-8df3-9c7d150b0851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da014be-a46e-4b99-86c2-54bb5abc965d,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:59.276614 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-969e3097-a8a0-48a7-8df3-9c7d150b0851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:59.283858 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-969e3097-a8a0-48a7-8df3-9c7d150b0851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.287905 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-969e3097-a8a0-48a7-8df3-9c7d150b0851 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6da014be-a46e-4b99-86c2-54bb5abc965d HTTP/1.1" status: 204 len: 168 time: 0.1775625 May 10 15:37:59.333170 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53818) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:59.351483 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9e323fe5-f092-458d-8298-c069b51094ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.365776 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-9e323fe5-f092-458d-8298-c069b51094ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:59.370157 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-9e323fe5-f092-458d-8298-c069b51094ae admin admin] Usage tracker for resource:security_group_rule and tenant:1d8a497a50b84927b37bda6cbf80ce56 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:59.373447 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-9e323fe5-f092-458d-8298-c069b51094ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:59.379004 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-9e323fe5-f092-458d-8298-c069b51094ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:59.470000 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9e323fe5-f092-458d-8298-c069b51094ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.473939 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-9e323fe5-f092-458d-8298-c069b51094ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.483580 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-3d673ec4-f013-4279-96e2-9d118035bb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:59.524784 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-9e323fe5-f092-458d-8298-c069b51094ae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d8a497a50b84927b37bda6cbf80ce56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900227 May 10 15:37:59.526048 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e323fe5-f092-458d-8298-c069b51094ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85f7bef-2e95-425b-9225-1972eff21c6c,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:59.527604 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53824) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:59.530094 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-9e323fe5-f092-458d-8298-c069b51094ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:59.594389 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1c79251c-2f33-441e-8d2f-8c35994be9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.623626 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1c79251c-2f33-441e-8d2f-8c35994be9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.640583 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53828) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:59.658089 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-bfcf2e82-93cc-4ee1-9939-da749055de73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.673989 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-bfcf2e82-93cc-4ee1-9939-da749055de73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:59.676562 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1c79251c-2f33-441e-8d2f-8c35994be9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.678283 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-bfcf2e82-93cc-4ee1-9939-da749055de73 admin admin] Usage tracker for resource:security_group_rule and tenant:1479ee9f714c41918e2babc01700a09d is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:59.681402 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-bfcf2e82-93cc-4ee1-9939-da749055de73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:59.681835 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-89986104-f8a0-4c29-84e7-f17453a20dfa tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:59.688319 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-bfcf2e82-93cc-4ee1-9939-da749055de73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:59.694957 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79251c-2f33-441e-8d2f-8c35994be9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85f7bef-2e95-425b-9225-1972eff21c6c,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:59.698206 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1c79251c-2f33-441e-8d2f-8c35994be9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:59.702018 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1c79251c-2f33-441e-8d2f-8c35994be9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.703133 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-1c79251c-2f33-441e-8d2f-8c35994be9c9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f85f7bef-2e95-425b-9225-1972eff21c6c HTTP/1.1" status: 204 len: 168 time: 0.1744401 May 10 15:37:59.779977 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-bfcf2e82-93cc-4ee1-9939-da749055de73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.783930 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-bfcf2e82-93cc-4ee1-9939-da749055de73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.793436 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-9769cde8-3f77-4174-ab3b-00274be2eab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:59.833939 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-bfcf2e82-93cc-4ee1-9939-da749055de73 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1479ee9f714c41918e2babc01700a09d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922293 May 10 15:37:59.835739 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf2e82-93cc-4ee1-9939-da749055de73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0299ca-2b27-4d3f-8d8c-60f4d28b8e63,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:59.836727 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53834) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:59.839381 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-bfcf2e82-93cc-4ee1-9939-da749055de73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:37:59.897606 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ba8797e8-9063-4800-b0ef-9e056c1de387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.924686 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ba8797e8-9063-4800-b0ef-9e056c1de387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.977985 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ba8797e8-9063-4800-b0ef-9e056c1de387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:59.983986 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-18d25187-170a-4877-9ee2-d1aad6bb40e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:37:59.997273 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8797e8-9063-4800-b0ef-9e056c1de387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0299ca-2b27-4d3f-8d8c-60f4d28b8e63,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:00.000093 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ba8797e8-9063-4800-b0ef-9e056c1de387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:00.002354 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ba8797e8-9063-4800-b0ef-9e056c1de387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:00.005948 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-ba8797e8-9063-4800-b0ef-9e056c1de387 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a0299ca-2b27-4d3f-8d8c-60f4d28b8e63 HTTP/1.1" status: 204 len: 168 time: 0.1655605 May 10 15:38:00.355490 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:00.363128 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53856) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:38:00.383480 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3bc1-2696-4cd9-b472-b7d9d32476f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:00.398390 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-8f1c3bc1-2696-4cd9-b472-b7d9d32476f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:38:00.402417 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-8f1c3bc1-2696-4cd9-b472-b7d9d32476f0 admin admin] Usage tracker for resource:security_group_rule and tenant:10f620d144504acf9c02682501252214 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:38:00.405379 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-8f1c3bc1-2696-4cd9-b472-b7d9d32476f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:38:00.411185 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-8f1c3bc1-2696-4cd9-b472-b7d9d32476f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:38:00.501480 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3bc1-2696-4cd9-b472-b7d9d32476f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:00.505528 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3bc1-2696-4cd9-b472-b7d9d32476f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:00.513314 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:00.552343 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c3bc1-2696-4cd9-b472-b7d9d32476f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe14abd-efc5-41c0-8225-acf34bfe68c5,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:00.556886 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-8f1c3bc1-2696-4cd9-b472-b7d9d32476f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10f620d144504acf9c02682501252214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924071 May 10 15:38:00.558475 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8f1c3bc1-2696-4cd9-b472-b7d9d32476f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:00.560250 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53864) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:38:00.617880 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-bb5e447d-4d3e-4517-b96d-9cbadfa19824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:00.648293 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-bb5e447d-4d3e-4517-b96d-9cbadfa19824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:00.802727 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-bb5e447d-4d3e-4517-b96d-9cbadfa19824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:00.808490 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1c79251c-2f33-441e-8d2f-8c35994be9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:00.819915 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e447d-4d3e-4517-b96d-9cbadfa19824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe14abd-efc5-41c0-8225-acf34bfe68c5,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:00.822753 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-bb5e447d-4d3e-4517-b96d-9cbadfa19824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:00.826011 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-bb5e447d-4d3e-4517-b96d-9cbadfa19824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:00.829846 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-bb5e447d-4d3e-4517-b96d-9cbadfa19824 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7fe14abd-efc5-41c0-8225-acf34bfe68c5 HTTP/1.1" status: 204 len: 168 time: 0.2660947 May 10 15:38:01.601671 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53918) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:38:01.708053 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-967453537-network', 'tenant_id': '76228e9ee51e442580d0f779b6a6255a'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:38:01.712653 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:38:01.716965 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Usage tracker for resource:network and tenant:76228e9ee51e442580d0f779b6a6255a is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:38:01.719896 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:38:01.726416 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:38:01.736758 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Made reservation on behalf of 76228e9ee51e442580d0f779b6a6255a for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:38:01.738932 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:01.750788 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:01.766119 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:38:01.769860 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Usage tracker for resource:security_group_rule and tenant:76228e9ee51e442580d0f779b6a6255a is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:38:01.772645 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:38:01.778352 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:38:01.832900 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53926) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:38:01.862262 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:01.865999 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:01.868918 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e0b5e213-7cdd-45ca-8dfb-fc57c94aa118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:01.897025 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:38:01.907582 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa1d15e-1f3f-4b27-b0e1-68965255fb22,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:01.913158 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:01.915828 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:01.916797 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.segments_db [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Added segment 59fde396-a6b3-40fe-83da-13fdd31487ac of type vlan for network 49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 May 10 15:38:01.945554 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771509082992'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:01.963104 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-e463fba3-1101-4716-86ef-816d3e2d93c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:01.977560 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:01.979699 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:01.980333 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:01.982892 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-e463fba3-1101-4716-86ef-816d3e2d93c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:38:01.985216 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:01.986641 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-e463fba3-1101-4716-86ef-816d3e2d93c0 admin admin] Usage tracker for resource:security_group_rule and tenant:554590d148994bd7800a749ca4d243de is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:38:01.989487 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-e463fba3-1101-4716-86ef-816d3e2d93c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:38:01.996024 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-e463fba3-1101-4716-86ef-816d3e2d93c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:38:02.083380 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4805772 May 10 15:38:02.084477 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-e463fba3-1101-4716-86ef-816d3e2d93c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:02.086266 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53932) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:38:02.089699 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Pushing event updated for resources: {'Network': ['ID=49e594b1-6e4e-477c-919c-ccf9bbbf2bc3,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:02.092391 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.v2.base [None req-814c2d44-4604-470c-b8d2-dc9806fa6bbc admin admin] Request body: {'subnet': {'network_id': '49e594b1-6e4e-477c-919c-ccf9bbbf2bc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-967453537-subnet', 'tenant_id': '76228e9ee51e442580d0f779b6a6255a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:38:02.092527 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:02.096302 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-e463fba3-1101-4716-86ef-816d3e2d93c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:02.100573 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Network 49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 details requested by agent ovs-agent-dv-cinder-784945-8-iscsi with host dv-cinder-784945-8-iscsi {{(pid=78736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:38:02.104427 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7a424aa6-82a3-43bc-9eee-7babdc926aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:02.110895 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-814c2d44-4604-470c-b8d2-dc9806fa6bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:38:02.122820 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-814c2d44-4604-470c-b8d2-dc9806fa6bbc admin admin] Usage tracker for resource:subnet and tenant:76228e9ee51e442580d0f779b6a6255a is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:38:02.138115 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-814c2d44-4604-470c-b8d2-dc9806fa6bbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:38:02.151522 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-814c2d44-4604-470c-b8d2-dc9806fa6bbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:38:02.164035 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-e463fba3-1101-4716-86ef-816d3e2d93c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=554590d148994bd7800a749ca4d243de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274670 May 10 15:38:02.164035 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463fba3-1101-4716-86ef-816d3e2d93c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d913515-a5b0-4b63-8339-00c50460cbb0,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:02.164414 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53936) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:38:02.167316 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-e463fba3-1101-4716-86ef-816d3e2d93c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:02.170785 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814c2d44-4604-470c-b8d2-dc9806fa6bbc admin admin] Made reservation on behalf of 76228e9ee51e442580d0f779b6a6255a for: {'subnet': 1} {{(pid=78734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:38:02.173738 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-814c2d44-4604-470c-b8d2-dc9806fa6bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2281576'] for subnet, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:02.237610 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-bd49bf4d-bad2-4721-b95e-3ee33d350def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:02.265106 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-bd49bf4d-bad2-4721-b95e-3ee33d350def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:02.318121 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-bd49bf4d-bad2-4721-b95e-3ee33d350def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:02.322042 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3e5ec89e-de56-47c0-8c25-0cd27e050234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:02.335057 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49bf4d-bad2-4721-b95e-3ee33d350def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d913515-a5b0-4b63-8339-00c50460cbb0,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:02.338380 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-bd49bf4d-bad2-4721-b95e-3ee33d350def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:02.341770 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-bd49bf4d-bad2-4721-b95e-3ee33d350def admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:02.348501 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-bd49bf4d-bad2-4721-b95e-3ee33d350def admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d913515-a5b0-4b63-8339-00c50460cbb0 HTTP/1.1" status: 204 len: 168 time: 0.1826110 May 10 15:38:02.582163 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-814c2d44-4604-470c-b8d2-dc9806fa6bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1235978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2281498'] for subnet, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:02.586731 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:02.625337 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53944) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:38:02.642564 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d0ec3bf1-3f67-466c-a02c-a7a25c88e718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:02.656490 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-d0ec3bf1-3f67-466c-a02c-a7a25c88e718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:38:02.659592 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c2d44-4604-470c-b8d2-dc9806fa6bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30349c6-da9e-41bb-b825-01b4d4725c50,revision_number=0']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:02.660201 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-d0ec3bf1-3f67-466c-a02c-a7a25c88e718 admin admin] Usage tracker for resource:security_group_rule and tenant:021b275433124977850e30cf70202a32 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:38:02.662968 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-d0ec3bf1-3f67-466c-a02c-a7a25c88e718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:38:02.663131 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-814c2d44-4604-470c-b8d2-dc9806fa6bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:02.665532 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814c2d44-4604-470c-b8d2-dc9806fa6bbc admin admin] Checking segment: {'id': '59fde396-a6b3-40fe-83da-13fdd31487ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '49e594b1-6e4e-477c-919c-ccf9bbbf2bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:38:02.666508 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c2d44-4604-470c-b8d2-dc9806fa6bbc admin admin] Network hostable DHCP agents. Network: 49e594b1-6e4e-477c-919c-ccf9bbbf2bc3, hostable agents: ['b6fb98f4-016b-4f0b-88a0-957c0b3c9cae'], hosted agents: [] {{(pid=78734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:38:02.669439 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-d0ec3bf1-3f67-466c-a02c-a7a25c88e718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:38:02.683985 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c2d44-4604-470c-b8d2-dc9806fa6bbc admin admin] Network 49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 is scheduled to be hosted by DHCP agent b6fb98f4-016b-4f0b-88a0-957c0b3c9cae with binding_index 1 {{(pid=78734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:38:02.693877 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.scheduler.base_scheduler [None req-814c2d44-4604-470c-b8d2-dc9806fa6bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-8-iscsi, 49e594b1-6e4e-477c-919c-ccf9bbbf2bc3) {{(pid=78734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:38:02.703570 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814c2d44-4604-470c-b8d2-dc9806fa6bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:02.704191 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352ccb42-9f7a-4f84-b7b8-06bc3311bdcd None None] Network 49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:38:02.704341 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-814c2d44-4604-470c-b8d2-dc9806fa6bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:02.748103 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-814c2d44-4604-470c-b8d2-dc9806fa6bbc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6528435 May 10 15:38:02.758928 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d0ec3bf1-3f67-466c-a02c-a7a25c88e718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:02.765289 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d0ec3bf1-3f67-466c-a02c-a7a25c88e718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:02.774052 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4d7f5124-d126-40d4-b390-dcd979cad3c2 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:02.817892 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-d0ec3bf1-3f67-466c-a02c-a7a25c88e718 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=021b275433124977850e30cf70202a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1914408 May 10 15:38:02.819570 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec3bf1-3f67-466c-a02c-a7a25c88e718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b360d7-54e6-487b-b165-107180a4cb7d,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:02.820635 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 53950) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:38:02.823260 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d0ec3bf1-3f67-466c-a02c-a7a25c88e718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:02.885621 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-dba085be-ab5d-43f0-af03-6a4af03a66cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:02.914972 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759d2b14-0153-48d6-93a5-7e369810f31b None None] Network 49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:38:02.915544 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-dba085be-ab5d-43f0-af03-6a4af03a66cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:02.970194 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-dba085be-ab5d-43f0-af03-6a4af03a66cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:02.973982 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-e463fba3-1101-4716-86ef-816d3e2d93c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:02.987744 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba085be-ab5d-43f0-af03-6a4af03a66cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b360d7-54e6-487b-b165-107180a4cb7d,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:02.990638 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-dba085be-ab5d-43f0-af03-6a4af03a66cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:02.992902 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-dba085be-ab5d-43f0-af03-6a4af03a66cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:02.994572 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-dba085be-ab5d-43f0-af03-6a4af03a66cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5b360d7-54e6-487b-b165-107180a4cb7d HTTP/1.1" status: 204 len: 168 time: 0.1724131 May 10 15:38:04.151573 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 53992) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:38:04.368324 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ceec-dcb4-44e4-bc94-601bfa84bccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:04.382710 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-5fc4ceec-dcb4-44e4-bc94-601bfa84bccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:38:04.386507 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-5fc4ceec-dcb4-44e4-bc94-601bfa84bccb admin admin] Usage tracker for resource:security_group_rule and tenant:348be74743fb4d27a721195039f3b145 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:38:04.389244 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-5fc4ceec-dcb4-44e4-bc94-601bfa84bccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:38:04.394740 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-5fc4ceec-dcb4-44e4-bc94-601bfa84bccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:38:04.474948 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ceec-dcb4-44e4-bc94-601bfa84bccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:04.479718 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ceec-dcb4-44e4-bc94-601bfa84bccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:04.488527 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-76aec49f-8f2e-43d2-9797-41187efa880b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:04.528981 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-5fc4ceec-dcb4-44e4-bc94-601bfa84bccb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=348be74743fb4d27a721195039f3b145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763092 May 10 15:38:04.530872 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4ceec-dcb4-44e4-bc94-601bfa84bccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55dbaa4-9b7e-4273-a410-7bc7061db754,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:04.531710 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 54000) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:38:04.533981 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-5fc4ceec-dcb4-44e4-bc94-601bfa84bccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:04.596591 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-526ceefa-b2bb-4618-b70a-58b8bfdc35a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:04.623269 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-526ceefa-b2bb-4618-b70a-58b8bfdc35a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:04.675880 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-526ceefa-b2bb-4618-b70a-58b8bfdc35a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:04.681174 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-672b5fb8-564a-40b1-8df7-c26d855ed9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:04.694344 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ceefa-b2bb-4618-b70a-58b8bfdc35a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55dbaa4-9b7e-4273-a410-7bc7061db754,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:04.697015 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-526ceefa-b2bb-4618-b70a-58b8bfdc35a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:04.698352 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-526ceefa-b2bb-4618-b70a-58b8bfdc35a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:04.702022 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-526ceefa-b2bb-4618-b70a-58b8bfdc35a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d55dbaa4-9b7e-4273-a410-7bc7061db754 HTTP/1.1" status: 204 len: 168 time: 0.1669796 May 10 15:38:04.870345 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-0d895b86-43f4-45af-b8c2-a4dc88cc19ba tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:04.871031 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-0d895b86-43f4-45af-b8c2-a4dc88cc19ba tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Synchronizing usage tracker for tenant:76228e9ee51e442580d0f779b6a6255a on resource:network {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:38:04.886407 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-0d895b86-43f4-45af-b8c2-a4dc88cc19ba tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Unset dirty status for tenant:76228e9ee51e442580d0f779b6a6255a on resource:network {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:38:04.887536 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-0d895b86-43f4-45af-b8c2-a4dc88cc19ba tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/networks?id=49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 HTTP/1.1" status: 200 len: 808 time: 0.1651485 May 10 15:38:04.902574 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-3f91cb81-c403-4813-86ea-95b86df39f31 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/quotas/76228e9ee51e442580d0f779b6a6255a HTTP/1.1" status: 200 len: 375 time: 0.0092297 May 10 15:38:04.955424 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-243d791f-ca0e-4599-91b9-aaab310fb0e4 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=76228e9ee51e442580d0f779b6a6255a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474918 May 10 15:38:05.092813 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-97f4ef7a-097a-4d77-97ef-d5b1faea6691 service neutron] 10.222.0.11 "GET /v2.0/networks/49e594b1-6e4e-477c-919c-ccf9bbbf2bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302159 May 10 15:38:05.225745 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-0ae1d5e1-4891-4ed4-b436-e9d200ab0859 service neutron] 10.222.0.11 "GET /v2.0/networks/49e594b1-6e4e-477c-919c-ccf9bbbf2bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268420 May 10 15:38:05.420318 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3492aefb-0037-4e15-88b3-2b5cf7e67a02 req-0ec651a5-0262-48db-a8f1-106e4a96576a tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0 HTTP/1.1" status: 200 len: 210 time: 0.0492542 May 10 15:38:05.823950 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 54054) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:38:05.943382 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-fc1c7f9e-4dce-4cf2-8f2e-26e690cc3e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:05.960038 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-fc1c7f9e-4dce-4cf2-8f2e-26e690cc3e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:38:05.964613 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-fc1c7f9e-4dce-4cf2-8f2e-26e690cc3e69 admin admin] Usage tracker for resource:security_group_rule and tenant:72f0b8bc9fb741c0b5a2fa9fc95cf0dc is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:38:05.967565 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-fc1c7f9e-4dce-4cf2-8f2e-26e690cc3e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:38:05.974322 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-fc1c7f9e-4dce-4cf2-8f2e-26e690cc3e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:38:06.054557 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-fc1c7f9e-4dce-4cf2-8f2e-26e690cc3e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:06.058901 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-fc1c7f9e-4dce-4cf2-8f2e-26e690cc3e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:06.066954 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-79275f11-b854-4cf5-aefd-1beeb838d664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:06.105259 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-fc1c7f9e-4dce-4cf2-8f2e-26e690cc3e69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72f0b8bc9fb741c0b5a2fa9fc95cf0dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802234 May 10 15:38:06.106170 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c7f9e-4dce-4cf2-8f2e-26e690cc3e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71737818-7e1f-407d-95f9-655255c00b7a,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:06.107934 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 54060) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:38:06.109110 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-fc1c7f9e-4dce-4cf2-8f2e-26e690cc3e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:06.164975 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f757ae49-8b4c-409b-a52a-dd6379c44fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:06.189827 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f757ae49-8b4c-409b-a52a-dd6379c44fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:06.241142 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f757ae49-8b4c-409b-a52a-dd6379c44fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:06.244631 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-04a9c448-3b8d-4463-97cf-500fd741a3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:06.259246 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757ae49-8b4c-409b-a52a-dd6379c44fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71737818-7e1f-407d-95f9-655255c00b7a,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:06.262082 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f757ae49-8b4c-409b-a52a-dd6379c44fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:06.271120 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f757ae49-8b4c-409b-a52a-dd6379c44fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:06.274838 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-f757ae49-8b4c-409b-a52a-dd6379c44fbe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/71737818-7e1f-407d-95f9-655255c00b7a HTTP/1.1" status: 204 len: 168 time: 0.1659050 May 10 15:38:06.520459 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-3ad0d877-19ce-4173-88a7-f87274bc2ea5 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:06.521918 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-3ad0d877-19ce-4173-88a7-f87274bc2ea5 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.46 "GET /v2.0/networks?id=49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 HTTP/1.1" status: 200 len: 808 time: 0.1658947 May 10 15:38:06.535012 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-bbc0fe4e-b401-488e-bea4-e95c6f7d1a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Request body: {'port': {'device_id': 'c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0', 'network_id': '49e594b1-6e4e-477c-919c-ccf9bbbf2bc3', 'admin_state_up': True, 'tenant_id': '76228e9ee51e442580d0f779b6a6255a'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:38:06.648977 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2b618d5b-17b5-4142-93e5-69a49611a352 req-1f5d7e4c-80e4-4659-bb90-b531a5bf03c6 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0 HTTP/1.1" status: 200 len: 210 time: 0.0971560 May 10 15:38:06.717774 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-bbc0fe4e-b401-488e-bea4-e95c6f7d1a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:38:06.721482 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-bbc0fe4e-b401-488e-bea4-e95c6f7d1a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Usage tracker for resource:port and tenant:76228e9ee51e442580d0f779b6a6255a is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:38:06.724332 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-bbc0fe4e-b401-488e-bea4-e95c6f7d1a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:38:06.730566 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-bbc0fe4e-b401-488e-bea4-e95c6f7d1a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:38:06.741251 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-bbc0fe4e-b401-488e-bea4-e95c6f7d1a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Made reservation on behalf of 76228e9ee51e442580d0f779b6a6255a for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:38:06.744798 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-bbc0fe4e-b401-488e-bea4-e95c6f7d1a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:07.006956 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-bbc0fe4e-b401-488e-bea4-e95c6f7d1a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Allocated IP 172.20.0.10 (49e594b1-6e4e-477c-919c-ccf9bbbf2bc3/f30349c6-da9e-41bb-b825-01b4d4725c50/4239503f-c1a9-4e4b-844e-66dadbb32d50) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:38:07.209921 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-bbc0fe4e-b401-488e-bea4-e95c6f7d1a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:07.240647 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-bbc0fe4e-b401-488e-bea4-e95c6f7d1a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:07.246475 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-aa6aa30c-a08b-4ca3-ba5d-b1da755cd18c tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:07.306144 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-bbc0fe4e-b401-488e-bea4-e95c6f7d1a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Network 49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:38:07.309692 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-bbc0fe4e-b401-488e-bea4-e95c6f7d1a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:38:07.313653 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-bbc0fe4e-b401-488e-bea4-e95c6f7d1a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:38:07.360374 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0fe4e-b401-488e-bea4-e95c6f7d1a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Pushing event updated for resources: {'Port': ['ID=4239503f-c1a9-4e4b-844e-66dadbb32d50,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:07.364876 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-bbc0fe4e-b401-488e-bea4-e95c6f7d1a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:07.392942 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-bbc0fe4e-b401-488e-bea4-e95c6f7d1a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:07.393560 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-bbc0fe4e-b401-488e-bea4-e95c6f7d1a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:07.413934 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-bbc0fe4e-b401-488e-bea4-e95c6f7d1a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8826725 May 10 15:38:07.425988 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Request body: {'port': {'device_id': 'c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:38:07.537798 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:07.892426 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4239503f-c1a9-4e4b-844e-66dadbb32d50 {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:38:07.900811 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:07.917049 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Transition to ACTIVE for port object 4239503f-c1a9-4e4b-844e-66dadbb32d50 will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:38:07.921948 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:07.926131 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9adb08a0-8845-4fb8-bcff-9a5f33a0321d tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:07.968954 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5087b8-9f2a-4a89-b780-4b46f86c9d39 req-c8c4ad61-7e64-4ac0-9c0d-11cc58197609 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:07.970432 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1f5087b8-9f2a-4a89-b780-4b46f86c9d39 req-c8c4ad61-7e64-4ac0-9c0d-11cc58197609 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0 HTTP/1.1" status: 200 len: 932 time: 0.1953650 May 10 15:38:08.020706 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-1f5087b8-9f2a-4a89-b780-4b46f86c9d39 req-11658ce6-8a4b-472c-b07c-c036f1c53715 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422485 May 10 15:38:08.077892 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Pushing event updated for resources: {'Port': ['ID=4239503f-c1a9-4e4b-844e-66dadbb32d50,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:08.084967 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:08.156753 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Attempting to bind port 4239503f-c1a9-4e4b-844e-66dadbb32d50 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:38:08.157096 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Attempting to bind port 4239503f-c1a9-4e4b-844e-66dadbb32d50 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '59fde396-a6b3-40fe-83da-13fdd31487ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '49e594b1-6e4e-477c-919c-ccf9bbbf2bc3'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:38:08.157425 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Attempting to bind port 4239503f-c1a9-4e4b-844e-66dadbb32d50 on network 49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:38:08.162396 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Port 4239503f-c1a9-4e4b-844e-66dadbb32d50 on network 49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:38:08.162718 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Attempting to bind port 4239503f-c1a9-4e4b-844e-66dadbb32d50 on network 49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:38:08.168941 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:38:08.169280 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Checking segment: {'id': '59fde396-a6b3-40fe-83da-13fdd31487ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '49e594b1-6e4e-477c-919c-ccf9bbbf2bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:38:08.169660 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Bound using segment: {'id': '59fde396-a6b3-40fe-83da-13fdd31487ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '49e594b1-6e4e-477c-919c-ccf9bbbf2bc3'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:38:08.170084 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Bound port: 4239503f-c1a9-4e4b-844e-66dadbb32d50, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fde396-a6b3-40fe-83da-13fdd31487ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '49e594b1-6e4e-477c-919c-ccf9bbbf2bc3'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:38:08.170440 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:08.260883 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] For port 4239503f-c1a9-4e4b-844e-66dadbb32d50, host hv-cinder-78494, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:38:08.263748 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] For port 4239503f-c1a9-4e4b-844e-66dadbb32d50, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=4239503f-c1a9-4e4b-844e-66dadbb32d50,segment=NetworkSegment(59fde396-a6b3-40fe-83da-13fdd31487ac),segment_id=59fde396-a6b3-40fe-83da-13fdd31487ac)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:38:08.268359 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:08.272177 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ebcefc93-23d7-4085-9bc5-40f3b2a5d29f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:08.325409 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:08.326133 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:08.327520 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] 10.222.0.46 "PUT /v2.0/ports/4239503f-c1a9-4e4b-844e-66dadbb32d50 HTTP/1.1" status: 200 len: 1094 time: 0.9056840 May 10 15:38:08.328082 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0', 'tag': '4239503f-c1a9-4e4b-844e-66dadbb32d50'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:38:08.355094 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Pushing event updated for resources: {'Port': ['ID=4239503f-c1a9-4e4b-844e-66dadbb32d50,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:08.360028 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-6a28160c-8b34-43d0-bec4-1c8f614cfb26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:08.399430 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0', 'tag': '4239503f-c1a9-4e4b-844e-66dadbb32d50', 'status': 'completed', 'code': 200} May 10 15:38:08.442035 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-f63075b3-f93d-4c90-ad89-692b6c1ea20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:08.443532 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-f63075b3-f93d-4c90-ad89-692b6c1ea20b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76228e9ee51e442580d0f779b6a6255a&device_id=c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0 HTTP/1.1" status: 200 len: 1097 time: 0.0758874 May 10 15:38:08.510694 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-b357e488-ceb6-4766-b587-3d026226cd65 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4239503f-c1a9-4e4b-844e-66dadbb32d50 HTTP/1.1" status: 200 len: 217 time: 0.0594025 May 10 15:38:08.576634 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6bef1915-269b-4f64-9d64-c554d69ed367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:08.578054 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-6bef1915-269b-4f64-9d64-c554d69ed367 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f30349c6-da9e-41bb-b825-01b4d4725c50 HTTP/1.1" status: 200 len: 848 time: 0.0603497 May 10 15:38:08.626738 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-f0a3d312-e7ab-4910-ab5f-1b910b15b4c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49e594b1-6e4e-477c-919c-ccf9bbbf2bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410197 May 10 15:38:08.861105 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-f02c8138-8da6-45b2-a991-6e2672681194 service neutron] 10.222.0.46 "GET /v2.0/networks/49e594b1-6e4e-477c-919c-ccf9bbbf2bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277150 May 10 15:38:08.992838 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ee0416a6-c3c3-4e60-99ab-a51cabb96847 req-1879dd04-f885-453e-9a1f-e55e70c0be53 service neutron] 10.222.0.46 "GET /v2.0/networks/49e594b1-6e4e-477c-919c-ccf9bbbf2bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239178 May 10 15:38:09.114526 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d09e43-6b1e-4db6-b188-634710be9a67 req-0d60b57a-627d-4d6b-a2d9-7513fe011869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:09.116038 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-99d09e43-6b1e-4db6-b188-634710be9a67 req-0d60b57a-627d-4d6b-a2d9-7513fe011869 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76228e9ee51e442580d0f779b6a6255a&device_id=c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0 HTTP/1.1" status: 200 len: 1097 time: 0.0762110 May 10 15:38:09.209619 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3918361-23bf-45fd-b60d-481147ff38d2 req-d1cd5873-519f-450f-b835-ab1e34313b2b tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:09.211266 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a3918361-23bf-45fd-b60d-481147ff38d2 req-d1cd5873-519f-450f-b835-ab1e34313b2b tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0 HTTP/1.1" status: 200 len: 944 time: 0.0807302 May 10 15:38:09.254149 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d09e43-6b1e-4db6-b188-634710be9a67 req-6c19b723-7776-4bdd-a94b-623e38cf3db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:09.255660 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-99d09e43-6b1e-4db6-b188-634710be9a67 req-6c19b723-7776-4bdd-a94b-623e38cf3db5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 HTTP/1.1" status: 200 len: 909 time: 0.1322680 May 10 15:38:09.263544 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a3918361-23bf-45fd-b60d-481147ff38d2 req-a63889aa-9dd8-4205-8cec-e6e5bcbe8af4 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457983 May 10 15:38:09.330675 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-99d09e43-6b1e-4db6-b188-634710be9a67 req-37e64355-b62d-48dd-94f7-d1465e90fb86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4239503f-c1a9-4e4b-844e-66dadbb32d50 HTTP/1.1" status: 200 len: 217 time: 0.0670424 May 10 15:38:09.401991 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d09e43-6b1e-4db6-b188-634710be9a67 req-9cd42579-fe76-49ab-81a5-b90ae6feb81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:09.403475 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-99d09e43-6b1e-4db6-b188-634710be9a67 req-9cd42579-fe76-49ab-81a5-b90ae6feb81c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f30349c6-da9e-41bb-b825-01b4d4725c50 HTTP/1.1" status: 200 len: 848 time: 0.0661786 May 10 15:38:09.454698 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-99d09e43-6b1e-4db6-b188-634710be9a67 req-2e635b4c-753b-4390-ba90-eaf5e8ae1869 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49e594b1-6e4e-477c-919c-ccf9bbbf2bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422363 May 10 15:38:09.593670 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-99d09e43-6b1e-4db6-b188-634710be9a67 req-188bdb7f-bcb4-4084-b772-b14357aca3b8 service neutron] 10.222.0.46 "GET /v2.0/networks/49e594b1-6e4e-477c-919c-ccf9bbbf2bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308830 May 10 15:38:09.730415 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-99d09e43-6b1e-4db6-b188-634710be9a67 req-2daeaa57-8cd5-4f7d-9a1b-baa2039a883e service neutron] 10.222.0.46 "GET /v2.0/networks/49e594b1-6e4e-477c-919c-ccf9bbbf2bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295638 May 10 15:38:10.456853 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3e14d-1e42-4c3e-b3c3-8b902e6d4a69 req-d33d2cf9-e4bd-440e-b6f9-ed50b459ea20 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:10.457598 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-31c3e14d-1e42-4c3e-b3c3-8b902e6d4a69 req-d33d2cf9-e4bd-440e-b6f9-ed50b459ea20 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Synchronizing usage tracker for tenant:76228e9ee51e442580d0f779b6a6255a on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:38:10.475252 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-31c3e14d-1e42-4c3e-b3c3-8b902e6d4a69 req-d33d2cf9-e4bd-440e-b6f9-ed50b459ea20 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Unset dirty status for tenant:76228e9ee51e442580d0f779b6a6255a on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:38:10.476560 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-31c3e14d-1e42-4c3e-b3c3-8b902e6d4a69 req-d33d2cf9-e4bd-440e-b6f9-ed50b459ea20 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0 HTTP/1.1" status: 200 len: 944 time: 0.1025629 May 10 15:38:10.522968 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-31c3e14d-1e42-4c3e-b3c3-8b902e6d4a69 req-5f5066cf-69e8-4865-953d-b2cc71ab581b tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Synchronizing usage tracker for tenant:76228e9ee51e442580d0f779b6a6255a on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:38:10.539649 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-31c3e14d-1e42-4c3e-b3c3-8b902e6d4a69 req-5f5066cf-69e8-4865-953d-b2cc71ab581b tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Unset dirty status for tenant:76228e9ee51e442580d0f779b6a6255a on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:38:10.541520 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-31c3e14d-1e42-4c3e-b3c3-8b902e6d4a69 req-5f5066cf-69e8-4865-953d-b2cc71ab581b tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577044 May 10 15:38:11.013074 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 4239503f-c1a9-4e4b-844e-66dadbb32d50 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:38:11.149055 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 4239503f-c1a9-4e4b-844e-66dadbb32d50, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=4239503f-c1a9-4e4b-844e-66dadbb32d50,segment=NetworkSegment(59fde396-a6b3-40fe-83da-13fdd31487ac),segment_id=59fde396-a6b3-40fe-83da-13fdd31487ac)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:38:11.161831 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': '4239503f-c1a9-4e4b-844e-66dadbb32d50', 'network_id': '49e594b1-6e4e-477c-919c-ccf9bbbf2bc3', 'port_id': '4239503f-c1a9-4e4b-844e-66dadbb32d50', 'mac_address': 'fa:16:3e:df:f5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30349c6-da9e-41bb-b825-01b4d4725c50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:38:11.217187 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:11.233509 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4239503f-c1a9-4e4b-844e-66dadbb32d50 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:38:11.249757 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 4239503f-c1a9-4e4b-844e-66dadbb32d50, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=4239503f-c1a9-4e4b-844e-66dadbb32d50,segment=NetworkSegment(59fde396-a6b3-40fe-83da-13fdd31487ac),segment_id=59fde396-a6b3-40fe-83da-13fdd31487ac)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:38:11.253605 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:11.255335 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:11.326131 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=4239503f-c1a9-4e4b-844e-66dadbb32d50,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:11.329266 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:11.482342 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['4239503f-c1a9-4e4b-844e-66dadbb32d50'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:38:11.728903 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf50569-0ee9-42d6-a415-0f9c6731f15b req-bee992c3-57aa-488d-9840-928af9ac322c tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:11.730548 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bbf50569-0ee9-42d6-a415-0f9c6731f15b req-bee992c3-57aa-488d-9840-928af9ac322c tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0 HTTP/1.1" status: 200 len: 945 time: 0.0809479 May 10 15:38:11.776590 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-bbf50569-0ee9-42d6-a415-0f9c6731f15b req-83d7f1b0-b7a8-4343-a298-838d2cdd451e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401616 May 10 15:38:12.965174 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c097484-d497-4c13-8006-96b670c3d7b0 req-17b07898-a99c-4d2a-a6f1-0340ca6dd147 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:12.966642 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7c097484-d497-4c13-8006-96b670c3d7b0 req-17b07898-a99c-4d2a-a6f1-0340ca6dd147 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0 HTTP/1.1" status: 200 len: 945 time: 0.0860188 May 10 15:38:13.011307 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7c097484-d497-4c13-8006-96b670c3d7b0 req-33e02bd0-0b0c-492d-9e93-6c9d323b9ada tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390470 May 10 15:38:13.028730 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 4239503f-c1a9-4e4b-844e-66dadbb32d50 up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:38:13.098567 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port 4239503f-c1a9-4e4b-844e-66dadbb32d50 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:38:13.103978 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port 4239503f-c1a9-4e4b-844e-66dadbb32d50 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:38:13.104459 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:13.224460 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:13.251132 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4239503f-c1a9-4e4b-844e-66dadbb32d50'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:38:13.261637 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 4239503f-c1a9-4e4b-844e-66dadbb32d50, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=4239503f-c1a9-4e4b-844e-66dadbb32d50,segment=NetworkSegment(59fde396-a6b3-40fe-83da-13fdd31487ac),segment_id=59fde396-a6b3-40fe-83da-13fdd31487ac)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:38:13.265883 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:13.268673 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:13.298643 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4239503f-c1a9-4e4b-844e-66dadbb32d50', 'code': 200} May 10 15:38:13.337266 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=4239503f-c1a9-4e4b-844e-66dadbb32d50,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:13.341298 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:13.536049 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6045ab-b5a4-4de7-a6a2-9e2376bbb6b7 req-7c90ed78-874d-47f5-abec-745c4ac1665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:13.537742 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6f6045ab-b5a4-4de7-a6a2-9e2376bbb6b7 req-7c90ed78-874d-47f5-abec-745c4ac1665e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0 HTTP/1.1" status: 200 len: 1099 time: 0.0748980 May 10 15:38:13.586747 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6f6045ab-b5a4-4de7-a6a2-9e2376bbb6b7 req-bbb6df3d-bf1d-4eda-b1f5-efdbcb802345 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414450 May 10 15:38:14.196139 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922d057-23e0-4546-946f-de77ba0bc010 req-586d9ff9-34cf-43df-910c-c4037c38cdcb tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:14.197773 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2922d057-23e0-4546-946f-de77ba0bc010 req-586d9ff9-34cf-43df-910c-c4037c38cdcb tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0 HTTP/1.1" status: 200 len: 946 time: 0.0792537 May 10 15:38:14.248871 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2922d057-23e0-4546-946f-de77ba0bc010 req-7fcd78f2-8bb0-4db2-9280-feeb7343003f tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435774 May 10 15:38:15.450533 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4ca49-f336-4f70-b7cf-5b8e2292b2cf req-5542ef18-56f1-4477-9afd-e05866e6f096 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:15.452009 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c4a4ca49-f336-4f70-b7cf-5b8e2292b2cf req-5542ef18-56f1-4477-9afd-e05866e6f096 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0 HTTP/1.1" status: 200 len: 946 time: 0.0911713 May 10 15:38:15.497483 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c4a4ca49-f336-4f70-b7cf-5b8e2292b2cf req-8dc8fc1b-470b-480e-a231-d218d07cf701 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395520 May 10 15:38:16.555662 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6309526-4ca3-4971-8a7d-f930a7d8e803 req-fd93d1d9-ed7d-4448-ab17-7e63ecbcf5cb tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:16.557494 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a6309526-4ca3-4971-8a7d-f930a7d8e803 req-fd93d1d9-ed7d-4448-ab17-7e63ecbcf5cb tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0 HTTP/1.1" status: 200 len: 946 time: 0.0831828 May 10 15:38:16.606572 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a6309526-4ca3-4971-8a7d-f930a7d8e803 req-08aa0618-d0ac-407a-888b-c8fda8f1a14c tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433464 May 10 15:38:17.800552 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fab4bf-551a-4ac5-8cf3-9d156038a92b req-8310c5ee-5410-41e8-9ede-6d513f33711d tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:17.802017 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-44fab4bf-551a-4ac5-8cf3-9d156038a92b req-8310c5ee-5410-41e8-9ede-6d513f33711d tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0 HTTP/1.1" status: 200 len: 946 time: 0.0793016 May 10 15:38:17.894907 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-44fab4bf-551a-4ac5-8cf3-9d156038a92b req-7d42bc34-4185-4dab-bb7d-0e02095f1889 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866358 May 10 15:38:17.935726 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f343e-5fb7-469b-941f-9818adeffcf9 req-abb525d9-9e81-44ea-9e31-f776d2eb23ad tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:17.937254 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-568f343e-5fb7-469b-941f-9818adeffcf9 req-abb525d9-9e81-44ea-9e31-f776d2eb23ad tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0 HTTP/1.1" status: 200 len: 946 time: 0.0932600 May 10 15:38:18.078757 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-568f343e-5fb7-469b-941f-9818adeffcf9 req-46765568-97c2-4c47-ba4b-70ac1a091920 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Deleting port 4239503f-c1a9-4e4b-844e-66dadbb32d50 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:38:18.079117 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-568f343e-5fb7-469b-941f-9818adeffcf9 req-46765568-97c2-4c47-ba4b-70ac1a091920 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:18.320122 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-568f343e-5fb7-469b-941f-9818adeffcf9 req-46765568-97c2-4c47-ba4b-70ac1a091920 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] For port 4239503f-c1a9-4e4b-844e-66dadbb32d50, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=4239503f-c1a9-4e4b-844e-66dadbb32d50,segment=NetworkSegment(59fde396-a6b3-40fe-83da-13fdd31487ac),segment_id=59fde396-a6b3-40fe-83da-13fdd31487ac)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:38:18.320499 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-568f343e-5fb7-469b-941f-9818adeffcf9 req-46765568-97c2-4c47-ba4b-70ac1a091920 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:18.444515 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-568f343e-5fb7-469b-941f-9818adeffcf9 req-46765568-97c2-4c47-ba4b-70ac1a091920 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Calling delete_port for 4239503f-c1a9-4e4b-844e-66dadbb32d50 owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:38:18.553152 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-568f343e-5fb7-469b-941f-9818adeffcf9 req-46765568-97c2-4c47-ba4b-70ac1a091920 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:18.559332 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7196ada8-855d-4e69-9253-4293857c12f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:18.565064 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['4239503f-c1a9-4e4b-844e-66dadbb32d50'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:38:18.608087 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46765568-97c2-4c47-ba4b-70ac1a091920 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Pushing event deleted for resources: {'Port': ['ID=4239503f-c1a9-4e4b-844e-66dadbb32d50,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:18.610995 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-46765568-97c2-4c47-ba4b-70ac1a091920 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:18.683759 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-568f343e-5fb7-469b-941f-9818adeffcf9 req-46765568-97c2-4c47-ba4b-70ac1a091920 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] No DVR routers for this DVR port 4239503f-c1a9-4e4b-844e-66dadbb32d50 on host hv-cinder-78494 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:38:18.686108 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-568f343e-5fb7-469b-941f-9818adeffcf9 req-46765568-97c2-4c47-ba4b-70ac1a091920 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:18.688704 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0', 'name': 'network-vif-deleted', 'tag': '4239503f-c1a9-4e4b-844e-66dadbb32d50'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:38:18.699288 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:18.704492 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-568f343e-5fb7-469b-941f-9818adeffcf9 req-46765568-97c2-4c47-ba4b-70ac1a091920 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.46 "DELETE /v2.0/ports/4239503f-c1a9-4e4b-844e-66dadbb32d50 HTTP/1.1" status: 204 len: 173 time: 0.7614634 May 10 15:38:18.736380 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0', 'name': 'network-vif-deleted', 'tag': '4239503f-c1a9-4e4b-844e-66dadbb32d50', 'status': 'completed', 'code': 200} May 10 15:38:19.072193 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-7fb38fc5-961b-4986-9c78-3cb030702cfa req-65415127-b39a-4b29-8ee7-fbf0c5849c5c tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Synchronizing usage tracker for tenant:76228e9ee51e442580d0f779b6a6255a on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:38:19.088955 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-7fb38fc5-961b-4986-9c78-3cb030702cfa req-65415127-b39a-4b29-8ee7-fbf0c5849c5c tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Unset dirty status for tenant:76228e9ee51e442580d0f779b6a6255a on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:38:19.090458 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7fb38fc5-961b-4986-9c78-3cb030702cfa req-65415127-b39a-4b29-8ee7-fbf0c5849c5c tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4c1c5e9-06b1-4b81-91e3-69fbec6f32b0 HTTP/1.1" status: 200 len: 210 time: 0.0653474 May 10 15:38:20.505512 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-0551e260-d622-46a1-9d73-bfbeeef68476 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:20.506931 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-0551e260-d622-46a1-9d73-bfbeeef68476 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/networks?id=49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 HTTP/1.1" status: 200 len: 808 time: 0.1417835 May 10 15:38:20.521775 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-06662294-d1d1-4dae-a9eb-ef518200a5bb tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/quotas/76228e9ee51e442580d0f779b6a6255a HTTP/1.1" status: 200 len: 375 time: 0.0087283 May 10 15:38:20.567871 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-c43e8cbd-4b27-4b60-8caf-57b302d1aedf tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=76228e9ee51e442580d0f779b6a6255a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410659 May 10 15:38:20.697583 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-88810acd-fceb-49d7-8362-743d8a07c696 service neutron] 10.222.0.11 "GET /v2.0/networks/49e594b1-6e4e-477c-919c-ccf9bbbf2bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230006 May 10 15:38:20.829151 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-4664a212-a350-46f6-820c-7d28bc22d2c9 service neutron] 10.222.0.11 "GET /v2.0/networks/49e594b1-6e4e-477c-919c-ccf9bbbf2bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257417 May 10 15:38:21.002059 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-ea906df4-3fcb-461d-92a7-6eee818c386f req-7e4afed6-fe1f-40a3-b801-f15ecea8dc4e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a922c7-90c8-4482-8599-4a2b596f82bc HTTP/1.1" status: 200 len: 210 time: 0.0448976 May 10 15:38:21.076497 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 4239503f-c1a9-4e4b-844e-66dadbb32d50 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:38:21.110810 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: 4239503f-c1a9-4e4b-844e-66dadbb32d50 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:38:21.111196 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 4239503f-c1a9-4e4b-844e-66dadbb32d50 not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:38:22.037552 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-162bda9f-37b7-4066-9b24-aa5725d86f63 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:22.038976 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-162bda9f-37b7-4066-9b24-aa5725d86f63 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.46 "GET /v2.0/networks?id=49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 HTTP/1.1" status: 200 len: 808 time: 0.1555316 May 10 15:38:22.051020 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-94606a3e-61fd-4ff6-b5c4-66b204947e73 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Request body: {'port': {'device_id': '91a922c7-90c8-4482-8599-4a2b596f82bc', 'network_id': '49e594b1-6e4e-477c-919c-ccf9bbbf2bc3', 'admin_state_up': True, 'tenant_id': '76228e9ee51e442580d0f779b6a6255a'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:38:22.171252 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6420af92-8479-42b9-ae07-7754040a0338 req-0a565f93-37a9-4f8c-bf0c-9d505bd8d1ce tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a922c7-90c8-4482-8599-4a2b596f82bc HTTP/1.1" status: 200 len: 210 time: 0.0517969 May 10 15:38:22.232305 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-94606a3e-61fd-4ff6-b5c4-66b204947e73 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:38:22.241727 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-94606a3e-61fd-4ff6-b5c4-66b204947e73 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:38:22.252101 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-94606a3e-61fd-4ff6-b5c4-66b204947e73 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Made reservation on behalf of 76228e9ee51e442580d0f779b6a6255a for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:38:22.255546 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-94606a3e-61fd-4ff6-b5c4-66b204947e73 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:22.518865 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-94606a3e-61fd-4ff6-b5c4-66b204947e73 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Allocated IP 172.20.0.7 (49e594b1-6e4e-477c-919c-ccf9bbbf2bc3/f30349c6-da9e-41bb-b825-01b4d4725c50/56a9830d-f679-447f-a462-91a54d446474) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:38:22.746574 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-94606a3e-61fd-4ff6-b5c4-66b204947e73 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:22.778862 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-94606a3e-61fd-4ff6-b5c4-66b204947e73 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:22.784524 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:22.859218 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-94606a3e-61fd-4ff6-b5c4-66b204947e73 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Network 49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:38:22.861561 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-94606a3e-61fd-4ff6-b5c4-66b204947e73 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:38:22.866061 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-94606a3e-61fd-4ff6-b5c4-66b204947e73 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:38:22.909023 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94606a3e-61fd-4ff6-b5c4-66b204947e73 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Pushing event updated for resources: {'Port': ['ID=56a9830d-f679-447f-a462-91a54d446474,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:22.913643 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-94606a3e-61fd-4ff6-b5c4-66b204947e73 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:22.942008 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-94606a3e-61fd-4ff6-b5c4-66b204947e73 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:22.942656 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-94606a3e-61fd-4ff6-b5c4-66b204947e73 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:22.967208 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-94606a3e-61fd-4ff6-b5c4-66b204947e73 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9198356 May 10 15:38:22.979713 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Request body: {'port': {'device_id': '91a922c7-90c8-4482-8599-4a2b596f82bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:38:23.095248 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:23.455419 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a9830d-f679-447f-a462-91a54d446474 {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:38:23.463203 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:23.477533 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Transition to ACTIVE for port object 56a9830d-f679-447f-a462-91a54d446474 will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:38:23.481793 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:23.485521 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-dcf15f8a-206f-42b2-8561-ab11f98edcad tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:23.554559 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ec1fa-9214-4436-af2d-e6ec00a41be8 req-a1fadf37-d6db-43b5-a7ba-0f170b2e3a3a tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:23.556092 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b37ec1fa-9214-4436-af2d-e6ec00a41be8 req-a1fadf37-d6db-43b5-a7ba-0f170b2e3a3a tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a922c7-90c8-4482-8599-4a2b596f82bc HTTP/1.1" status: 200 len: 943 time: 0.2775595 May 10 15:38:23.605506 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-b37ec1fa-9214-4436-af2d-e6ec00a41be8 req-f8d35a7e-bce0-4140-83fa-743c9b7d31bb tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430012 May 10 15:38:23.640518 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Pushing event updated for resources: {'Port': ['ID=56a9830d-f679-447f-a462-91a54d446474,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:23.647268 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:23.714446 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Attempting to bind port 56a9830d-f679-447f-a462-91a54d446474 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:38:23.714790 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Attempting to bind port 56a9830d-f679-447f-a462-91a54d446474 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '59fde396-a6b3-40fe-83da-13fdd31487ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '49e594b1-6e4e-477c-919c-ccf9bbbf2bc3'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:38:23.715125 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Attempting to bind port 56a9830d-f679-447f-a462-91a54d446474 on network 49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:38:23.719849 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Port 56a9830d-f679-447f-a462-91a54d446474 on network 49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:38:23.720202 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Attempting to bind port 56a9830d-f679-447f-a462-91a54d446474 on network 49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:38:23.725328 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:38:23.725667 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Checking segment: {'id': '59fde396-a6b3-40fe-83da-13fdd31487ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '49e594b1-6e4e-477c-919c-ccf9bbbf2bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:38:23.726053 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Bound using segment: {'id': '59fde396-a6b3-40fe-83da-13fdd31487ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '49e594b1-6e4e-477c-919c-ccf9bbbf2bc3'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:38:23.726476 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Bound port: 56a9830d-f679-447f-a462-91a54d446474, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fde396-a6b3-40fe-83da-13fdd31487ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '49e594b1-6e4e-477c-919c-ccf9bbbf2bc3'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:38:23.726825 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:23.819456 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] For port 56a9830d-f679-447f-a462-91a54d446474, host hv-cinder-78494, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:38:23.823165 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] For port 56a9830d-f679-447f-a462-91a54d446474, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=56a9830d-f679-447f-a462-91a54d446474,segment=NetworkSegment(59fde396-a6b3-40fe-83da-13fdd31487ac),segment_id=59fde396-a6b3-40fe-83da-13fdd31487ac)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:38:23.826565 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:23.830995 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b91e5b1e-84b8-4f2f-a44c-ce585c57df1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:23.881635 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:23.882157 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:23.883511 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] 10.222.0.46 "PUT /v2.0/ports/56a9830d-f679-447f-a462-91a54d446474 HTTP/1.1" status: 200 len: 1093 time: 0.9089651 May 10 15:38:23.884601 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a922c7-90c8-4482-8599-4a2b596f82bc', 'tag': '56a9830d-f679-447f-a462-91a54d446474'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:38:23.911296 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Pushing event updated for resources: {'Port': ['ID=56a9830d-f679-447f-a462-91a54d446474,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:23.914386 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:23.951568 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a922c7-90c8-4482-8599-4a2b596f82bc', 'tag': '56a9830d-f679-447f-a462-91a54d446474', 'status': 'completed', 'code': 200} May 10 15:38:23.994798 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-055f9d04-7fce-40fb-9fc0-d748232ddfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:23.996294 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-055f9d04-7fce-40fb-9fc0-d748232ddfb1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76228e9ee51e442580d0f779b6a6255a&device_id=91a922c7-90c8-4482-8599-4a2b596f82bc HTTP/1.1" status: 200 len: 1096 time: 0.0761073 May 10 15:38:24.062675 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-c6405c75-1016-4036-93be-b557d06a9c4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56a9830d-f679-447f-a462-91a54d446474 HTTP/1.1" status: 200 len: 217 time: 0.0594826 May 10 15:38:24.127498 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-7054b0ba-d03a-43c5-8fde-72c30e246290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:24.128854 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-7054b0ba-d03a-43c5-8fde-72c30e246290 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f30349c6-da9e-41bb-b825-01b4d4725c50 HTTP/1.1" status: 200 len: 848 time: 0.0606205 May 10 15:38:24.177279 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-88c13fc5-6f22-4e3a-b0be-2d85e980ec5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49e594b1-6e4e-477c-919c-ccf9bbbf2bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409338 May 10 15:38:24.402679 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-e7165207-eb86-4c0e-b50b-01f82d353a06 service neutron] 10.222.0.46 "GET /v2.0/networks/49e594b1-6e4e-477c-919c-ccf9bbbf2bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187374 May 10 15:38:24.534622 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ae53ba9e-ddd0-4f7b-9519-800f3a1c47f0 req-6477f1c3-0aa4-482b-8c5e-f8f97360603d service neutron] 10.222.0.46 "GET /v2.0/networks/49e594b1-6e4e-477c-919c-ccf9bbbf2bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251059 May 10 15:38:24.657186 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95766b3a-1250-45a5-80be-edfd228660be req-0adcf7c8-6425-45de-8865-81d20e805875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:24.658685 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-95766b3a-1250-45a5-80be-edfd228660be req-0adcf7c8-6425-45de-8865-81d20e805875 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76228e9ee51e442580d0f779b6a6255a&device_id=91a922c7-90c8-4482-8599-4a2b596f82bc HTTP/1.1" status: 200 len: 1096 time: 0.0761187 May 10 15:38:24.798164 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca0f4f-a34c-411a-89db-73ca0e9544b9 req-3b48f61a-8928-4c3a-bb9f-f9654dfcf095 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:24.799342 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95766b3a-1250-45a5-80be-edfd228660be req-168df012-2580-4a19-8c42-76c4871ceb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:24.800405 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c8ca0f4f-a34c-411a-89db-73ca0e9544b9 req-3b48f61a-8928-4c3a-bb9f-f9654dfcf095 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a922c7-90c8-4482-8599-4a2b596f82bc HTTP/1.1" status: 200 len: 943 time: 0.0850170 May 10 15:38:24.800981 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-95766b3a-1250-45a5-80be-edfd228660be req-168df012-2580-4a19-8c42-76c4871ceb19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 HTTP/1.1" status: 200 len: 909 time: 0.1356266 May 10 15:38:24.858346 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-c8ca0f4f-a34c-411a-89db-73ca0e9544b9 req-6d1255f1-7fc2-4d3d-b634-a2f4bf1de026 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508389 May 10 15:38:24.878959 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-95766b3a-1250-45a5-80be-edfd228660be req-6c0619c0-34a3-410a-b971-34d4e465b545 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56a9830d-f679-447f-a462-91a54d446474 HTTP/1.1" status: 200 len: 217 time: 0.0702708 May 10 15:38:24.949078 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95766b3a-1250-45a5-80be-edfd228660be req-c448ef86-a37c-444a-9910-2fefebb9b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:24.950528 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-95766b3a-1250-45a5-80be-edfd228660be req-c448ef86-a37c-444a-9910-2fefebb9b460 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f30349c6-da9e-41bb-b825-01b4d4725c50 HTTP/1.1" status: 200 len: 848 time: 0.0632112 May 10 15:38:24.999753 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-95766b3a-1250-45a5-80be-edfd228660be req-3bbcfe76-5af1-4c58-8801-f0eea97c0dba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49e594b1-6e4e-477c-919c-ccf9bbbf2bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419111 May 10 15:38:25.021887 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-090aad94-70c8-4b6f-879c-6884dda49fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:25.135614 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-95766b3a-1250-45a5-80be-edfd228660be req-f2439d05-9c3b-476b-9471-de30eba362ca service neutron] 10.222.0.46 "GET /v2.0/networks/49e594b1-6e4e-477c-919c-ccf9bbbf2bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244054 May 10 15:38:25.267488 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-95766b3a-1250-45a5-80be-edfd228660be req-fef70919-1ea3-4e9d-b665-6fe3384ab8b9 service neutron] 10.222.0.46 "GET /v2.0/networks/49e594b1-6e4e-477c-919c-ccf9bbbf2bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243286 May 10 15:38:26.098774 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3b355-16eb-414f-b6e1-ff02fe7a4d0a req-32fe4c81-b527-4a79-87b6-dc380e08e720 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:26.099502 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-c3a3b355-16eb-414f-b6e1-ff02fe7a4d0a req-32fe4c81-b527-4a79-87b6-dc380e08e720 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Synchronizing usage tracker for tenant:76228e9ee51e442580d0f779b6a6255a on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:38:26.115013 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-c3a3b355-16eb-414f-b6e1-ff02fe7a4d0a req-32fe4c81-b527-4a79-87b6-dc380e08e720 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Unset dirty status for tenant:76228e9ee51e442580d0f779b6a6255a on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:38:26.116194 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c3a3b355-16eb-414f-b6e1-ff02fe7a4d0a req-32fe4c81-b527-4a79-87b6-dc380e08e720 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a922c7-90c8-4482-8599-4a2b596f82bc HTTP/1.1" status: 200 len: 943 time: 0.1503623 May 10 15:38:26.163944 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-c3a3b355-16eb-414f-b6e1-ff02fe7a4d0a req-a8751e13-0fcf-422b-b3d6-80b0f1685a9e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 May 10 15:38:27.359423 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfff0e1-bc57-42f1-887a-e5ffd233ef7d req-edd45b59-83c6-48a7-8c0b-410d21ff1949 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:27.360952 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-2bfff0e1-bc57-42f1-887a-e5ffd233ef7d req-edd45b59-83c6-48a7-8c0b-410d21ff1949 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a922c7-90c8-4482-8599-4a2b596f82bc HTTP/1.1" status: 200 len: 943 time: 0.0870595 May 10 15:38:27.409341 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-2bfff0e1-bc57-42f1-887a-e5ffd233ef7d req-63ed1737-2f9c-4800-86d9-13d4c8d3fc74 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403790 May 10 15:38:27.492660 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 56a9830d-f679-447f-a462-91a54d446474 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:38:27.624702 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 56a9830d-f679-447f-a462-91a54d446474, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=56a9830d-f679-447f-a462-91a54d446474,segment=NetworkSegment(59fde396-a6b3-40fe-83da-13fdd31487ac),segment_id=59fde396-a6b3-40fe-83da-13fdd31487ac)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:38:27.637449 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': '56a9830d-f679-447f-a462-91a54d446474', 'network_id': '49e594b1-6e4e-477c-919c-ccf9bbbf2bc3', 'port_id': '56a9830d-f679-447f-a462-91a54d446474', 'mac_address': 'fa:16:3e:93:13:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30349c6-da9e-41bb-b825-01b4d4725c50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:38:27.695370 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:27.717751 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a9830d-f679-447f-a462-91a54d446474 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:38:27.722953 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:27.734884 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 56a9830d-f679-447f-a462-91a54d446474, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=56a9830d-f679-447f-a462-91a54d446474,segment=NetworkSegment(59fde396-a6b3-40fe-83da-13fdd31487ac),segment_id=59fde396-a6b3-40fe-83da-13fdd31487ac)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:38:27.738793 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:27.741134 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:27.810419 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=56a9830d-f679-447f-a462-91a54d446474,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:27.813308 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:27.939635 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-dd65a067-4881-4bca-a02d-96d5bdafb457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:28.582828 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:28.594216 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f7445-2390-49ee-a63f-0a992fb45af4 req-bb76cd70-0a5f-43ba-8c6b-a270a4e0171c tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:28.595664 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a11f7445-2390-49ee-a63f-0a992fb45af4 req-bb76cd70-0a5f-43ba-8c6b-a270a4e0171c tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a922c7-90c8-4482-8599-4a2b596f82bc HTTP/1.1" status: 200 len: 944 time: 0.0790727 May 10 15:38:28.640224 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-a11f7445-2390-49ee-a63f-0a992fb45af4 req-1e42e6a9-4cc4-4bd0-964f-e49cf9a19c18 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385675 May 10 15:38:29.580980 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['56a9830d-f679-447f-a462-91a54d446474'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:38:29.826282 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352bd82-aa9f-43f6-a6de-8fe6192f01a6 req-ae83a15a-844f-4c4a-9fbb-0adaa7505ba4 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:29.827720 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6352bd82-aa9f-43f6-a6de-8fe6192f01a6 req-ae83a15a-844f-4c4a-9fbb-0adaa7505ba4 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a922c7-90c8-4482-8599-4a2b596f82bc HTTP/1.1" status: 200 len: 944 time: 0.0803592 May 10 15:38:29.875797 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6352bd82-aa9f-43f6-a6de-8fe6192f01a6 req-80bf94da-e92a-44e4-954d-75b5df1789ce tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422311 May 10 15:38:30.355605 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:31.061443 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd02bd-5596-41eb-bacb-4f39336de924 req-0f74f6b9-eba4-4f13-8db4-d13b44db21e0 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:31.062877 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b9bd02bd-5596-41eb-bacb-4f39336de924 req-0f74f6b9-eba4-4f13-8db4-d13b44db21e0 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a922c7-90c8-4482-8599-4a2b596f82bc HTTP/1.1" status: 200 len: 944 time: 0.0816438 May 10 15:38:31.106679 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b9bd02bd-5596-41eb-bacb-4f39336de924 req-b9f8625f-df95-4ea8-9ca0-89e72a69403f tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381215 May 10 15:38:31.356901 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 56a9830d-f679-447f-a462-91a54d446474 up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:38:31.422829 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port 56a9830d-f679-447f-a462-91a54d446474 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:38:31.428451 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port 56a9830d-f679-447f-a462-91a54d446474 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:38:31.428966 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:31.540704 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:31.566216 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a922c7-90c8-4482-8599-4a2b596f82bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a9830d-f679-447f-a462-91a54d446474'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:38:31.575695 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 56a9830d-f679-447f-a462-91a54d446474, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=56a9830d-f679-447f-a462-91a54d446474,segment=NetworkSegment(59fde396-a6b3-40fe-83da-13fdd31487ac),segment_id=59fde396-a6b3-40fe-83da-13fdd31487ac)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:38:31.580392 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:31.582198 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-1f554c74-0230-4e85-ab3f-d180cfb369f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:31.614227 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a922c7-90c8-4482-8599-4a2b596f82bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a9830d-f679-447f-a462-91a54d446474', 'code': 200} May 10 15:38:31.652302 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=56a9830d-f679-447f-a462-91a54d446474,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:31.655105 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:31.830176 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27c0d2-b51e-4591-a68c-22b96373de0f req-37c90136-0dd7-4782-92d2-32000e47e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:31.831664 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cf27c0d2-b51e-4591-a68c-22b96373de0f req-37c90136-0dd7-4782-92d2-32000e47e004 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=91a922c7-90c8-4482-8599-4a2b596f82bc HTTP/1.1" status: 200 len: 1098 time: 0.0709941 May 10 15:38:31.874442 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-cf27c0d2-b51e-4591-a68c-22b96373de0f req-e756061e-95b0-45ae-b263-a7e836fbb1e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357049 May 10 15:38:32.295545 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd83b06-8bff-4f74-9b55-f67867efd785 req-e44be3e7-aa50-48b2-8adc-a9344a500ec5 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:32.296999 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1bd83b06-8bff-4f74-9b55-f67867efd785 req-e44be3e7-aa50-48b2-8adc-a9344a500ec5 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a922c7-90c8-4482-8599-4a2b596f82bc HTTP/1.1" status: 200 len: 945 time: 0.0806096 May 10 15:38:32.340908 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1bd83b06-8bff-4f74-9b55-f67867efd785 req-4090fe7d-d12d-4d9a-b424-8c88303e717b tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382409 May 10 15:38:33.527659 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbebfca-ce7c-4f7c-b3d0-a1aca1f2c0bd req-96d62193-5b32-4449-b100-054a6f04bcfb tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:33.529163 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-edbebfca-ce7c-4f7c-b3d0-a1aca1f2c0bd req-96d62193-5b32-4449-b100-054a6f04bcfb tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a922c7-90c8-4482-8599-4a2b596f82bc HTTP/1.1" status: 200 len: 945 time: 0.0787196 May 10 15:38:33.573459 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-edbebfca-ce7c-4f7c-b3d0-a1aca1f2c0bd req-cda42ddf-4f19-49c8-8b15-68e459681239 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385556 May 10 15:38:34.285671 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:38:34.798179 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d20b8-0ff5-4388-b1fc-91eb564a22af req-4032f959-d511-4cb8-adf8-96ca564de0d7 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:34.799618 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-021d20b8-0ff5-4388-b1fc-91eb564a22af req-4032f959-d511-4cb8-adf8-96ca564de0d7 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a922c7-90c8-4482-8599-4a2b596f82bc HTTP/1.1" status: 200 len: 945 time: 0.0834777 May 10 15:38:34.843823 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-021d20b8-0ff5-4388-b1fc-91eb564a22af req-6d0ecff3-e52a-49e9-9ff5-5bb18cb6c203 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384765 May 10 15:38:35.790125 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 54362) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:38:35.906700 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:35.920813 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:38:35.924504 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Usage tracker for resource:security_group_rule and tenant:99cfc334cc0f45778a4ba70131291e53 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:38:35.927246 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:38:35.933679 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:38:36.144118 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9543394-570b-4d56-a7fe-cfb5c554e2f8 req-d2670efd-c348-440d-9217-3e296417f940 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:36.145544 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b9543394-570b-4d56-a7fe-cfb5c554e2f8 req-d2670efd-c348-440d-9217-3e296417f940 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a922c7-90c8-4482-8599-4a2b596f82bc HTTP/1.1" status: 200 len: 945 time: 0.1945062 May 10 15:38:36.156424 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf8be1-e7a7-48d5-90f1-464b0dc90b63 req-8945f616-85db-4315-81be-7192801ac289 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:36.157767 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1dbf8be1-e7a7-48d5-90f1-464b0dc90b63 req-8945f616-85db-4315-81be-7192801ac289 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a922c7-90c8-4482-8599-4a2b596f82bc HTTP/1.1" status: 200 len: 945 time: 0.2050526 May 10 15:38:36.284367 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:36.310041 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:36.321427 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4417db1a-9d45-4902-86ab-f02e54a6b80a tempest-AttachVolumeShelveTestJSON-1765073153 tempest-AttachVolumeShelveTestJSON-1765073153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:36.429458 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99cfc334cc0f45778a4ba70131291e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6382444 May 10 15:38:36.430307 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8090b523-b606-4ea4-a0e8-a13829086c9b,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:36.433235 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 54370) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:38:36.440296 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-1dbf8be1-e7a7-48d5-90f1-464b0dc90b63 req-d42928bf-e9f6-4a9a-b30f-beba93a4564c tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fa1d15e-1f3f-4b27-b0e1-68965255fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501510 May 10 15:38:36.448494 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.448880 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.449378 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.449750 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.450118 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.450480 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.450840 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.451198 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.451557 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.451950 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.452309 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.452662 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.456651 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-29a07951-2db8-4cc5-a954-3bf47b19ed92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:36.491743 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-b9543394-570b-4d56-a7fe-cfb5c554e2f8 req-30e9a032-de51-48f1-a628-8dea35c80882 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Deleting port 56a9830d-f679-447f-a462-91a54d446474 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:38:36.491991 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:36.492137 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-b9543394-570b-4d56-a7fe-cfb5c554e2f8 req-30e9a032-de51-48f1-a628-8dea35c80882 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:36.517818 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:36.569555 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:36.574866 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-9e323fe5-f092-458d-8298-c069b51094ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:36.588610 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8090b523-b606-4ea4-a0e8-a13829086c9b,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:36.598437 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.598829 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.599217 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.599591 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.599991 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.600414 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.600780 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.601145 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.601517 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.601874 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.602928 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.603467 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:38:36.606770 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:36.609384 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:36.611722 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-3467701c-7b0c-4994-8ede-ff1672abfb2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8090b523-b606-4ea4-a0e8-a13829086c9b HTTP/1.1" status: 204 len: 168 time: 0.1773458 May 10 15:38:36.629501 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-b9543394-570b-4d56-a7fe-cfb5c554e2f8 req-30e9a032-de51-48f1-a628-8dea35c80882 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] For port 56a9830d-f679-447f-a462-91a54d446474, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=56a9830d-f679-447f-a462-91a54d446474,segment=NetworkSegment(59fde396-a6b3-40fe-83da-13fdd31487ac),segment_id=59fde396-a6b3-40fe-83da-13fdd31487ac)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:38:36.629873 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-b9543394-570b-4d56-a7fe-cfb5c554e2f8 req-30e9a032-de51-48f1-a628-8dea35c80882 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:36.754911 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-b9543394-570b-4d56-a7fe-cfb5c554e2f8 req-30e9a032-de51-48f1-a628-8dea35c80882 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Calling delete_port for 56a9830d-f679-447f-a462-91a54d446474 owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:38:36.869557 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-b9543394-570b-4d56-a7fe-cfb5c554e2f8 req-30e9a032-de51-48f1-a628-8dea35c80882 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:36.875155 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-6b9656b5-ceb9-48a3-8723-7450cfd9f17c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:36.881314 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['56a9830d-f679-447f-a462-91a54d446474'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:38:36.919670 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9a032-de51-48f1-a628-8dea35c80882 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Pushing event deleted for resources: {'Port': ['ID=56a9830d-f679-447f-a462-91a54d446474,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:36.923398 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-30e9a032-de51-48f1-a628-8dea35c80882 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:36.998344 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9543394-570b-4d56-a7fe-cfb5c554e2f8 req-30e9a032-de51-48f1-a628-8dea35c80882 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] No DVR routers for this DVR port 56a9830d-f679-447f-a462-91a54d446474 on host hv-cinder-78494 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:38:37.000934 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-b9543394-570b-4d56-a7fe-cfb5c554e2f8 req-30e9a032-de51-48f1-a628-8dea35c80882 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:37.003559 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a922c7-90c8-4482-8599-4a2b596f82bc', 'name': 'network-vif-deleted', 'tag': '56a9830d-f679-447f-a462-91a54d446474'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:38:37.025256 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-b9543394-570b-4d56-a7fe-cfb5c554e2f8 req-30e9a032-de51-48f1-a628-8dea35c80882 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.46 "DELETE /v2.0/ports/56a9830d-f679-447f-a462-91a54d446474 HTTP/1.1" status: 204 len: 173 time: 0.8664870 May 10 15:38:37.050193 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a922c7-90c8-4482-8599-4a2b596f82bc', 'name': 'network-vif-deleted', 'tag': '56a9830d-f679-447f-a462-91a54d446474', 'status': 'completed', 'code': 200} May 10 15:38:37.607172 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-241aa625-1c06-403e-aa1d-707eca01708b req-9787dddc-bb71-43bf-92d6-99b07208798e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Synchronizing usage tracker for tenant:76228e9ee51e442580d0f779b6a6255a on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:38:37.624603 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-241aa625-1c06-403e-aa1d-707eca01708b req-9787dddc-bb71-43bf-92d6-99b07208798e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Unset dirty status for tenant:76228e9ee51e442580d0f779b6a6255a on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:38:37.628244 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-241aa625-1c06-403e-aa1d-707eca01708b req-9787dddc-bb71-43bf-92d6-99b07208798e tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a922c7-90c8-4482-8599-4a2b596f82bc HTTP/1.1" status: 200 len: 210 time: 0.0662436 May 10 15:38:37.729394 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 54406) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:38:37.845576 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0853230b-a63a-4d7e-83e4-27032c5009cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:37.859436 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-0853230b-a63a-4d7e-83e4-27032c5009cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:38:37.863212 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-0853230b-a63a-4d7e-83e4-27032c5009cb admin admin] Usage tracker for resource:security_group_rule and tenant:c5f064b596c341fc9bfe30bad5a9f3f8 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:38:37.866000 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-0853230b-a63a-4d7e-83e4-27032c5009cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:38:37.871702 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-0853230b-a63a-4d7e-83e4-27032c5009cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:38:37.955839 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0853230b-a63a-4d7e-83e4-27032c5009cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:37.959393 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-0853230b-a63a-4d7e-83e4-27032c5009cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:37.967060 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-bfcf2e82-93cc-4ee1-9939-da749055de73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:38.007837 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-0853230b-a63a-4d7e-83e4-27032c5009cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5f064b596c341fc9bfe30bad5a9f3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774034 May 10 15:38:38.009295 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853230b-a63a-4d7e-83e4-27032c5009cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d16611-c027-4c4a-992d-f4b538619d31,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:38.011173 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 54412) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:38:38.012290 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0853230b-a63a-4d7e-83e4-27032c5009cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:38.071718 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3d30927c-1c17-411f-b7e6-ead71b688b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:38.096738 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3d30927c-1c17-411f-b7e6-ead71b688b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:38.147716 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3d30927c-1c17-411f-b7e6-ead71b688b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:38.151387 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ec428a15-3534-4068-ad59-b9e5b084f215 tempest-TestMinimumBasicScenario-114984768 tempest-TestMinimumBasicScenario-114984768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:38:38.167572 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30927c-1c17-411f-b7e6-ead71b688b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d16611-c027-4c4a-992d-f4b538619d31,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:38:38.169967 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3d30927c-1c17-411f-b7e6-ead71b688b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:38:38.173224 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3d30927c-1c17-411f-b7e6-ead71b688b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:38.174426 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-3d30927c-1c17-411f-b7e6-ead71b688b82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20d16611-c027-4c4a-992d-f4b538619d31 HTTP/1.1" status: 204 len: 168 time: 0.1604712 May 10 15:38:39.388372 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 56a9830d-f679-447f-a462-91a54d446474 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:38:39.425909 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: 56a9830d-f679-447f-a462-91a54d446474 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:38:39.426272 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 56a9830d-f679-447f-a462-91a54d446474 not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:38:48.721493 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:50.551474 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-31a0abe3-aab7-4648-948d-f1fbae27e672 req-474b7018-d496-4ab2-9401-f7258f5a8a63 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1853409 May 10 15:38:50.713108 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0abe3-aab7-4648-948d-f1fbae27e672 req-8cf52fb9-e512-41d5-9dd3-4880008a5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:50.714583 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-31a0abe3-aab7-4648-948d-f1fbae27e672 req-8cf52fb9-e512-41d5-9dd3-4880008a5dfe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 1098 time: 0.0918314 May 10 15:38:50.868148 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0abe3-aab7-4648-948d-f1fbae27e672 req-7d871edd-e957-4266-b25c-4fca3c7b2d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:50.869647 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-31a0abe3-aab7-4648-948d-f1fbae27e672 req-7d871edd-e957-4266-b25c-4fca3c7b2d57 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 200 len: 912 time: 0.1352603 May 10 15:38:50.977511 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-31a0abe3-aab7-4648-948d-f1fbae27e672 req-0099c15e-54f5-400d-8d18-d8f651b63d7d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f13b6c4a-d733-409e-925a-36bc306ffc62 HTTP/1.1" status: 200 len: 1000 time: 0.1011140 May 10 15:38:51.057678 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0abe3-aab7-4648-948d-f1fbae27e672 req-a2236566-0572-430b-8af1-0230ebc42ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:51.060196 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-31a0abe3-aab7-4648-948d-f1fbae27e672 req-a2236566-0572-430b-8af1-0230ebc42ec2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddffacae-9229-42f8-961f-3c3938ae62c4 HTTP/1.1" status: 200 len: 850 time: 0.0762169 May 10 15:38:51.170057 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0abe3-aab7-4648-948d-f1fbae27e672 req-994417e2-feb5-45fc-947c-bd4ecb9fa310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:38:51.171868 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-31a0abe3-aab7-4648-948d-f1fbae27e672 req-994417e2-feb5-45fc-947c-bd4ecb9fa310 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ac1649f-2223-4be4-9954-4ed1531d1e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1051261 May 10 15:38:51.183480 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [req-31a0abe3-aab7-4648-948d-f1fbae27e672 req-18232369-5e4a-4374-b24a-d43f44b9b708 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:38:51.184742 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-31a0abe3-aab7-4648-948d-f1fbae27e672 req-18232369-5e4a-4374-b24a-d43f44b9b708 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060294 May 10 15:38:51.359578 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-31a0abe3-aab7-4648-948d-f1fbae27e672 req-531e77c4-8144-400d-8a13-833500d0f324 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660736 May 10 15:38:51.612037 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-31a0abe3-aab7-4648-948d-f1fbae27e672 req-ff79f136-db25-4147-959f-12e89e7837d6 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461872 May 10 15:38:55.037208 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4d5843bc-34a3-4ca3-853d-d942993513fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:57.707210 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:57.942578 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9adeed5d-d62c-4e0b-9574-73d7f421da27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:58.585061 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:00.274812 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 54646) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:39:00.333699 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c2190a-923e-4494-bebe-4d164040d417 admin admin] Deleting subnet f30349c6-da9e-41bb-b825-01b4d4725c50 {{(pid=78734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:39:00.337273 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7c2190a-923e-4494-bebe-4d164040d417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:00.358856 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:00.390581 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7c2190a-923e-4494-bebe-4d164040d417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-962795'] for subnet, precommit_delete_associations {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:00.443764 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7c2190a-923e-4494-bebe-4d164040d417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-867255'] for subnet, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:00.683865 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7c2190a-923e-4494-bebe-4d164040d417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-867256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1365449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2281475'] for subnet, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:00.688060 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-5d3022de-cbd8-486e-a48a-c7d674038376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:39:00.722669 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2190a-923e-4494-bebe-4d164040d417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f30349c6-da9e-41bb-b825-01b4d4725c50,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:39:00.724647 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a7c2190a-923e-4494-bebe-4d164040d417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:00.727194 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-a7c2190a-923e-4494-bebe-4d164040d417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:39:00.735285 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-a7c2190a-923e-4494-bebe-4d164040d417 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f30349c6-da9e-41bb-b825-01b4d4725c50 HTTP/1.1" status: 204 len: 168 time: 0.4594715 May 10 15:39:00.737774 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 54650) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:39:00.931571 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-734802b7-d0ce-4f27-9f4c-8b4e8fbb1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:01.056355 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-734802b7-d0ce-4f27-9f4c-8b4e8fbb1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8771509523613'] for network, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:01.069406 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-734802b7-d0ce-4f27-9f4c-8b4e8fbb1b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e594b1-6e4e-477c-919c-ccf9bbbf2bc3']}} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:39:01.081851 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-734802b7-d0ce-4f27-9f4c-8b4e8fbb1b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fde396-a6b3-40fe-83da-13fdd31487ac') {'for_net_delete': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:39:01.082151 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.services.segments.db [None req-734802b7-d0ce-4f27-9f4c-8b4e8fbb1b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fde396-a6b3-40fe-83da-13fdd31487ac') {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:39:01.093216 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-734802b7-d0ce-4f27-9f4c-8b4e8fbb1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509535335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-962804'] for segment, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:01.108538 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-734802b7-d0ce-4f27-9f4c-8b4e8fbb1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:01.114382 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734802b7-d0ce-4f27-9f4c-8b4e8fbb1b6d admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=78734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:39:01.114760 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-734802b7-d0ce-4f27-9f4c-8b4e8fbb1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1365423'] for segment, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: Traceback (most recent call last): May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: timer() May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: cb(*args, **kw) May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: return func(*args, **kwargs) May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: self._notify() May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: self.callback(batched_events) May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: event.method(event) May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: return f(self, *a, **k) May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: return self._get(url).json() May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: return self.request(url, 'GET', **kwargs) May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:39:01.127954 dv-cinder-784945-8-iscsi neutron-server[78734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:39:01.203764 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-734802b7-d0ce-4f27-9f4c-8b4e8fbb1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706869'] for network, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:01.207901 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-89cfb99d-8c50-46f5-a904-9536fe6f9157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:39:01.222596 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-734802b7-d0ce-4f27-9f4c-8b4e8fbb1b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:01.233903 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734802b7-d0ce-4f27-9f4c-8b4e8fbb1b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=49e594b1-6e4e-477c-919c-ccf9bbbf2bc3,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:39:01.237085 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-734802b7-d0ce-4f27-9f4c-8b4e8fbb1b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:39:01.240570 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-734802b7-d0ce-4f27-9f4c-8b4e8fbb1b6d admin admin] 10.222.0.11 "DELETE /v2.0/networks/49e594b1-6e4e-477c-919c-ccf9bbbf2bc3 HTTP/1.1" status: 204 len: 168 time: 0.5018704 May 10 15:39:01.425451 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 54660) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:39:01.474544 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-0a4aadd9-60ca-4132-8be6-16ff06abc4d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76228e9ee51e442580d0f779b6a6255a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477343 May 10 15:39:01.477609 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 54664) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:39:01.538419 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f9776f24-2c3c-4800-bf7e-43db2aba7621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:01.565479 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f9776f24-2c3c-4800-bf7e-43db2aba7621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:01.616219 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f9776f24-2c3c-4800-bf7e-43db2aba7621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:01.620609 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-4d6eeb88-3b96-4279-a232-5c2173f41226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:39:01.633776 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9776f24-2c3c-4800-bf7e-43db2aba7621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa1d15e-1f3f-4b27-b0e1-68965255fb22,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:39:01.636404 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-f9776f24-2c3c-4800-bf7e-43db2aba7621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:39:01.651558 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f9776f24-2c3c-4800-bf7e-43db2aba7621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:01.655667 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-f9776f24-2c3c-4800-bf7e-43db2aba7621 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fa1d15e-1f3f-4b27-b0e1-68965255fb22 HTTP/1.1" status: 204 len: 168 time: 0.1747727 May 10 15:39:11.284473 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:39:13.598836 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 54800) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:39:13.713795 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-bab18281-a39c-4ca6-abbc-c6389ccb6bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:13.727906 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-bab18281-a39c-4ca6-abbc-c6389ccb6bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:39:13.731613 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-bab18281-a39c-4ca6-abbc-c6389ccb6bd9 admin admin] Usage tracker for resource:security_group_rule and tenant:d11149eb480a427491434d2413d4b484 is out of sync, need to count used quota {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:39:13.734551 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.quota.resource [None req-bab18281-a39c-4ca6-abbc-c6389ccb6bd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:39:13.740097 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.db.quota.driver [None req-bab18281-a39c-4ca6-abbc-c6389ccb6bd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:39:13.823174 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-bab18281-a39c-4ca6-abbc-c6389ccb6bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:13.826797 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-bab18281-a39c-4ca6-abbc-c6389ccb6bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_create {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:13.834829 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-618d5d48-611c-46d7-ad98-2d2861df55a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:39:13.873587 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-bab18281-a39c-4ca6-abbc-c6389ccb6bd9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d11149eb480a427491434d2413d4b484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736275 May 10 15:39:13.875106 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab18281-a39c-4ca6-abbc-c6389ccb6bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd163e30-454b-44a2-9f8f-43776f3f9600,revision_number=1']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:39:13.876269 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 54806) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:39:13.878216 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-bab18281-a39c-4ca6-abbc-c6389ccb6bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:39:13.939201 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2f9c43cb-b751-4a56-b305-5d841cafa75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:13.965475 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2f9c43cb-b751-4a56-b305-5d841cafa75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:14.016423 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2f9c43cb-b751-4a56-b305-5d841cafa75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:14.019967 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ed914300-3aa6-4149-83b3-3faad9dfa33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:39:14.030836 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c43cb-b751-4a56-b305-5d841cafa75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd163e30-454b-44a2-9f8f-43776f3f9600,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:39:14.033287 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2f9c43cb-b751-4a56-b305-5d841cafa75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:39:14.038820 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2f9c43cb-b751-4a56-b305-5d841cafa75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:14.039976 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-2f9c43cb-b751-4a56-b305-5d841cafa75f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd163e30-454b-44a2-9f8f-43776f3f9600 HTTP/1.1" status: 204 len: 168 time: 0.1626301 May 10 15:39:18.709923 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:25.025218 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8c2a2f0d-7c88-4746-957f-29532adb67bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:27.709951 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:27.943851 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6ba47ac5-09a3-4a53-a310-094f24316ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:28.588149 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:30.360788 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:48.283178 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:39:48.728015 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:50.328862 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-0837c4b6-27f9-4b56-a5c9-119eb8283b7c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1199416949&fields=id&tenant_id=c4d3a74bb488479ebb94067c73f69d1e HTTP/1.1" status: 200 len: 267 time: 0.0410330 May 10 15:39:50.476182 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-d2874e8c-4b36-450c-943b-274b0f1f7a1b tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:50.477514 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-d2874e8c-4b36-450c-943b-274b0f1f7a1b tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/networks?id=4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 200 len: 811 time: 0.1416421 May 10 15:39:50.491660 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-2d509cda-d06c-4ec9-9deb-5f44170e667f tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/quotas/c4d3a74bb488479ebb94067c73f69d1e HTTP/1.1" status: 200 len: 375 time: 0.0087428 May 10 15:39:50.583708 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-998fd45c-4e5c-46af-b627-6707b0f0f665 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0871410 May 10 15:39:50.698501 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-920dc2ad-f167-4a0f-943b-fd8838ca7326 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:39:50.699467 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-920dc2ad-f167-4a0f-943b-fd8838ca7326 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1040461 May 10 15:39:50.828895 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-847605e8-250f-4c3c-a7e1-b742a004b597 service neutron] 10.222.0.11 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234922 May 10 15:39:50.957937 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-f232d996-5b6a-4c08-8a03-f15924c23fa3 service neutron] 10.222.0.11 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232159 May 10 15:39:51.337468 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-12bf696b-030f-487c-b84d-7e62dcf276cc req-7a34df88-6ce8-4fa8-8bbb-a26fc9e698b4 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 210 time: 0.0463402 May 10 15:39:52.507139 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-74e31992-5596-428c-8253-a12f217fb7b1 req-783d628e-a0c0-403a-9e8e-2b49116bef96 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 210 time: 0.0508113 May 10 15:39:52.529475 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-b9d768b9-3249-44ad-86a8-bdb52ca21096 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:52.531018 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-b9d768b9-3249-44ad-86a8-bdb52ca21096 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.46 "GET /v2.0/networks?id=4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 200 len: 811 time: 0.1933720 May 10 15:39:52.584895 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-8d5be11a-ae4d-45cf-bd14-c1034d9a4143 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4d3a74bb488479ebb94067c73f69d1e HTTP/1.1" status: 200 len: 380 time: 0.0450158 May 10 15:39:52.594168 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Request body: {'port': {'device_id': '99b904d6-b5d8-4548-a065-758e23cd9384', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'admin_state_up': True, 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'security_groups': ['30df71e7-75ad-4963-8d71-11075dcfd2d9']}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:39:52.730982 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:39:52.740392 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:39:52.750884 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Made reservation on behalf of c4d3a74bb488479ebb94067c73f69d1e for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:39:52.754334 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:52.926984 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Allocated IP 172.20.0.4 (4ac1649f-2223-4be4-9954-4ed1531d1e90/ddffacae-9229-42f8-961f-3c3938ae62c4/9b02cc5e-8504-4a31-be1d-5765ca7e3279) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:39:53.000327 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f8275f48-7343-4466-aab0-339339356927 req-2a7d1732-311e-4a41-9a59-2b988da30901 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1013598 May 10 15:39:53.137414 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:53.144512 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275f48-7343-4466-aab0-339339356927 req-e0278ccb-2b78-46a7-a795-0c833c6cf162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:53.145940 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f8275f48-7343-4466-aab0-339339356927 req-e0278ccb-2b78-46a7-a795-0c833c6cf162 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 1098 time: 0.0783956 May 10 15:39:53.153667 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Transition to ACTIVE for port object 9b02cc5e-8504-4a31-be1d-5765ca7e3279 will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:39:53.177455 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:53.183224 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8a50df2c-86d7-48ca-a7b7-e7e7b61acaad tempest-TestShelveInstance-111291262 tempest-TestShelveInstance-111291262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:39:53.242728 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Network 4ac1649f-2223-4be4-9954-4ed1531d1e90 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:39:53.245795 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:39:53.249706 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:39:53.292323 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event updated for resources: {'Port': ['ID=9b02cc5e-8504-4a31-be1d-5765ca7e3279,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:39:53.309290 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:53.309550 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275f48-7343-4466-aab0-339339356927 req-127b0979-be71-49ca-9ff5-0a42bf051dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:53.309691 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:53.309691 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:53.309901 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:53.310162 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:53.310292 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f8275f48-7343-4466-aab0-339339356927 req-127b0979-be71-49ca-9ff5-0a42bf051dc7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 200 len: 912 time: 0.1433821 May 10 15:39:53.310523 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:53.311343 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:53.311343 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:53.311582 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:53.311969 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:53.312334 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:53.312680 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:53.318035 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:39:53.340431 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:53.341042 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:53.386126 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-6bbdc6d3-698e-4250-a95d-b61e92b84958 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7943213 May 10 15:39:53.402472 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Request body: {'port': {'device_id': '99b904d6-b5d8-4548-a065-758e23cd9384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:39:53.449041 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f8275f48-7343-4466-aab0-339339356927 req-0f7372bd-6a77-4bce-93f9-f1bffdaa09bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f13b6c4a-d733-409e-925a-36bc306ffc62 HTTP/1.1" status: 200 len: 1000 time: 0.1244998 May 10 15:39:53.516804 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275f48-7343-4466-aab0-339339356927 req-50eb7d39-82b1-4f59-8e66-93b877083262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:53.518266 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f8275f48-7343-4466-aab0-339339356927 req-50eb7d39-82b1-4f59-8e66-93b877083262 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddffacae-9229-42f8-961f-3c3938ae62c4 HTTP/1.1" status: 200 len: 850 time: 0.0627270 May 10 15:39:53.530380 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-55a57264-94ff-4ffe-b0ac-251f29096acb None None] Provisioning for port 9b02cc5e-8504-4a31-be1d-5765ca7e3279 completed by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:39:53.535875 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-55a57264-94ff-4ffe-b0ac-251f29096acb None None] Provisioning complete for port 9b02cc5e-8504-4a31-be1d-5765ca7e3279 triggered by entity DHCP. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:39:53.536621 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-55a57264-94ff-4ffe-b0ac-251f29096acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:53.597799 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-55a57264-94ff-4ffe-b0ac-251f29096acb None None] Port 9b02cc5e-8504-4a31-be1d-5765ca7e3279 cannot update to ACTIVE because it is not bound. {{(pid=78736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:39:53.605427 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275f48-7343-4466-aab0-339339356927 req-0e5414bd-565b-47f1-acba-29031f1ab6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:53.607311 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f8275f48-7343-4466-aab0-339339356927 req-0e5414bd-565b-47f1-acba-29031f1ab6e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ac1649f-2223-4be4-9954-4ed1531d1e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819411 May 10 15:39:53.628464 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:53.793287 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f8275f48-7343-4466-aab0-339339356927 req-0deb2d6a-4f1f-4123-92f8-5694c148a753 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795244 May 10 15:39:53.831477 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebf6b7-9b5d-4d6f-bb79-dc9c01387445 req-dc9c5744-c5f9-45b9-9721-cb3ef80b953d tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:53.832928 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-44ebf6b7-9b5d-4d6f-bb79-dc9c01387445 req-dc9c5744-c5f9-45b9-9721-cb3ef80b953d tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 931 time: 0.1504474 May 10 15:39:53.944932 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-44ebf6b7-9b5d-4d6f-bb79-dc9c01387445 req-cc197033-00c9-4437-bca9-638c399d28c9 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670750 May 10 15:39:53.971880 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b02cc5e-8504-4a31-be1d-5765ca7e3279 {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:39:53.973661 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f8275f48-7343-4466-aab0-339339356927 req-c983da94-6c49-43ba-ad63-c42b82f853fc service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738329 May 10 15:39:53.979616 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:53.994284 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Transition to ACTIVE for port object 9b02cc5e-8504-4a31-be1d-5765ca7e3279 will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:39:53.997964 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:54.002274 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:39:54.156012 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b02cc5e-8504-4a31-be1d-5765ca7e3279,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:39:54.163353 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:39:54.232207 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Attempting to bind port 9b02cc5e-8504-4a31-be1d-5765ca7e3279 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:39:54.232542 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Attempting to bind port 9b02cc5e-8504-4a31-be1d-5765ca7e3279 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:39:54.232867 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Attempting to bind port 9b02cc5e-8504-4a31-be1d-5765ca7e3279 on network 4ac1649f-2223-4be4-9954-4ed1531d1e90 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:39:54.237323 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Port 9b02cc5e-8504-4a31-be1d-5765ca7e3279 on network 4ac1649f-2223-4be4-9954-4ed1531d1e90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:39:54.237640 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Attempting to bind port 9b02cc5e-8504-4a31-be1d-5765ca7e3279 on network 4ac1649f-2223-4be4-9954-4ed1531d1e90 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:39:54.242708 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Checking agent: {'id': 'ed845783-38d1-46ef-b667-b0eaec651100', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'started_at': datetime.datetime(2021, 5, 10, 15, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:39:54.243034 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Checking segment: {'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:39:54.243409 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Bound using segment: {'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:39:54.243854 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Bound port: 9b02cc5e-8504-4a31-be1d-5765ca7e3279, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1626db8b-2437-477d-a645-441416038c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:39:54.244195 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:54.329933 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] For port 9b02cc5e-8504-4a31-be1d-5765ca7e3279, host hv-cinder-78494, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:39:54.333034 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] For port 9b02cc5e-8504-4a31-be1d-5765ca7e3279, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b02cc5e-8504-4a31-be1d-5765ca7e3279,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:39:54.336586 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:54.341112 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-30e9a032-de51-48f1-a628-8dea35c80882 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:39:54.392806 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:54.393416 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:54.394750 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] 10.222.0.46 "PUT /v2.0/ports/9b02cc5e-8504-4a31-be1d-5765ca7e3279 HTTP/1.1" status: 200 len: 1093 time: 1.0012147 May 10 15:39:54.395248 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b904d6-b5d8-4548-a065-758e23cd9384', 'tag': '9b02cc5e-8504-4a31-be1d-5765ca7e3279'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:39:54.426565 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b02cc5e-8504-4a31-be1d-5765ca7e3279,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:39:54.430754 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-968bb866-4be1-4a80-90d9-6ba9cd3067e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:39:54.505511 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-02db3590-6943-4ed7-b0b7-d965597303b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:54.507601 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-02db3590-6943-4ed7-b0b7-d965597303b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 1096 time: 0.0735161 May 10 15:39:54.581675 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b904d6-b5d8-4548-a065-758e23cd9384', 'tag': '9b02cc5e-8504-4a31-be1d-5765ca7e3279', 'status': 'completed', 'code': 200} May 10 15:39:54.582872 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-8add593d-2d07-4b0a-b83e-8310ed04d751 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b02cc5e-8504-4a31-be1d-5765ca7e3279 HTTP/1.1" status: 200 len: 217 time: 0.0676336 May 10 15:39:54.644162 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-fb3de491-b432-4bb4-b594-bc018669a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:54.645604 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-fb3de491-b432-4bb4-b594-bc018669a048 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddffacae-9229-42f8-961f-3c3938ae62c4 HTTP/1.1" status: 200 len: 850 time: 0.0570316 May 10 15:39:54.722842 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-fc056e2b-289d-4f2d-be32-02aec3cfcead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:54.724256 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-fc056e2b-289d-4f2d-be32-02aec3cfcead service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ac1649f-2223-4be4-9954-4ed1531d1e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719020 May 10 15:39:54.854392 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-74355032-47ac-45bb-b646-e986c1ca593b service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226978 May 10 15:39:54.982212 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f3013cfb-7e93-4fdc-a08d-277a3feeb15b req-f053e06a-345e-40ad-a77a-285a163bcf67 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219172 May 10 15:39:55.018237 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fc0e1df2-3174-4401-a59e-00af3d91dae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:55.100945 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6aa7e-e67c-41dd-8f21-09dca8af9eb2 req-62360bf8-24f1-4acc-8046-28966d2dde8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:55.102718 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6ee6aa7e-e67c-41dd-8f21-09dca8af9eb2 req-62360bf8-24f1-4acc-8046-28966d2dde8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 1096 time: 0.0725265 May 10 15:39:55.253636 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafc158-b7e4-4119-8053-4549a90355ce req-1d2e78ed-9ac2-46e0-a5ef-6cbe1baf96a6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:55.255065 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3eafc158-b7e4-4119-8053-4549a90355ce req-1d2e78ed-9ac2-46e0-a5ef-6cbe1baf96a6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 943 time: 0.1950870 May 10 15:39:55.300430 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-3eafc158-b7e4-4119-8053-4549a90355ce req-77287b0a-b3c4-490e-8640-c6340bda4a78 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382175 May 10 15:39:55.366788 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6aa7e-e67c-41dd-8f21-09dca8af9eb2 req-b47ed20b-c5a3-4179-bbfa-7621b0a58f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:55.368445 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6ee6aa7e-e67c-41dd-8f21-09dca8af9eb2 req-b47ed20b-c5a3-4179-bbfa-7621b0a58f16 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 200 len: 912 time: 0.2594779 May 10 15:39:55.452960 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6ee6aa7e-e67c-41dd-8f21-09dca8af9eb2 req-53fdf199-45c2-4a0b-a84a-ecd407963d60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b02cc5e-8504-4a31-be1d-5765ca7e3279 HTTP/1.1" status: 200 len: 217 time: 0.0736694 May 10 15:39:55.524401 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6aa7e-e67c-41dd-8f21-09dca8af9eb2 req-bf751ee1-b6d1-4fae-add1-e32028a02278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:55.525890 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6ee6aa7e-e67c-41dd-8f21-09dca8af9eb2 req-bf751ee1-b6d1-4fae-add1-e32028a02278 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddffacae-9229-42f8-961f-3c3938ae62c4 HTTP/1.1" status: 200 len: 850 time: 0.0640574 May 10 15:39:55.612958 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6aa7e-e67c-41dd-8f21-09dca8af9eb2 req-dfbbc40f-e923-426d-8501-d451262d2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:55.614688 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6ee6aa7e-e67c-41dd-8f21-09dca8af9eb2 req-dfbbc40f-e923-426d-8501-d451262d2c98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ac1649f-2223-4be4-9954-4ed1531d1e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826676 May 10 15:39:55.761653 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6ee6aa7e-e67c-41dd-8f21-09dca8af9eb2 req-fa2604bf-7c9a-4818-87cd-d8431be1078e service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389496 May 10 15:39:55.891331 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6ee6aa7e-e67c-41dd-8f21-09dca8af9eb2 req-cbd7aff5-48c9-49d5-9c8f-7fea821c97be service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234744 May 10 15:39:56.484726 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fcbc7-d327-4fb7-a7ab-e99a0c25cc91 req-b5fe986b-4094-419c-b6dd-b249e18dfe12 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:56.485419 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-545fcbc7-d327-4fb7-a7ab-e99a0c25cc91 req-b5fe986b-4094-419c-b6dd-b249e18dfe12 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Synchronizing usage tracker for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:39:56.500222 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-545fcbc7-d327-4fb7-a7ab-e99a0c25cc91 req-b5fe986b-4094-419c-b6dd-b249e18dfe12 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Unset dirty status for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:39:56.501439 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-545fcbc7-d327-4fb7-a7ab-e99a0c25cc91 req-b5fe986b-4094-419c-b6dd-b249e18dfe12 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 943 time: 0.0934834 May 10 15:39:56.548948 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-545fcbc7-d327-4fb7-a7ab-e99a0c25cc91 req-60fb7a7c-ed34-45c4-be51-5974171892a5 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407827 May 10 15:39:57.712627 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:57.733866 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041fa31-bd28-4743-ba31-354825c84fb5 req-522afe34-c832-42d9-b4f2-83fea065c659 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:57.735305 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6041fa31-bd28-4743-ba31-354825c84fb5 req-522afe34-c832-42d9-b4f2-83fea065c659 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 943 time: 0.0814943 May 10 15:39:57.784537 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-6041fa31-bd28-4743-ba31-354825c84fb5 req-2e0063b1-9a3f-4ec8-ad3d-f2e37cf1395f tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428002 May 10 15:39:57.946155 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-98bb2f28-7496-4348-b6e6-668b6c08712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:58.589283 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:58.966367 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d4ee-94db-43dd-9d48-3a3880b51847 req-4cbe98d5-b0fa-424e-afbf-5d0408e1e196 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:39:58.967795 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f119d4ee-94db-43dd-9d48-3a3880b51847 req-4cbe98d5-b0fa-424e-afbf-5d0408e1e196 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 943 time: 0.0780396 May 10 15:39:59.012501 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-f119d4ee-94db-43dd-9d48-3a3880b51847 req-002e5c3b-a350-44e0-acfa-8c9e1699d56a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389693 May 10 15:40:00.192766 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f61be-ccb4-498d-8001-d6f921f70416 req-2e91c48e-d045-419d-9eb8-62550a96eab3 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:40:00.194682 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a07f61be-ccb4-498d-8001-d6f921f70416 req-2e91c48e-d045-419d-9eb8-62550a96eab3 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 943 time: 0.0800114 May 10 15:40:00.237716 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-a07f61be-ccb4-498d-8001-d6f921f70416 req-80f7e6dd-70f0-4b9d-947d-5d58eaeab595 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374551 May 10 15:40:00.363501 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:01.422748 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909ca05-3eb2-472b-82c3-b1cdf8c86b1e req-d5ab8280-3aec-442f-80b7-5b946799cb92 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:40:01.424198 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7909ca05-3eb2-472b-82c3-b1cdf8c86b1e req-d5ab8280-3aec-442f-80b7-5b946799cb92 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 943 time: 0.0833530 May 10 15:40:01.468396 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7909ca05-3eb2-472b-82c3-b1cdf8c86b1e req-dc37906d-1e65-487d-aaf4-f5bba1fe3548 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378346 May 10 15:40:02.655017 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34416a1-0d38-4c2e-b26d-21a29e3c2917 req-b6056943-17a3-49a6-b37e-8efc05d4a0b7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:40:02.656392 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f34416a1-0d38-4c2e-b26d-21a29e3c2917 req-b6056943-17a3-49a6-b37e-8efc05d4a0b7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 943 time: 0.0830393 May 10 15:40:02.701248 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-f34416a1-0d38-4c2e-b26d-21a29e3c2917 req-55ed9206-7907-44dc-81e9-3f242dfa5b2a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392022 May 10 15:40:03.651925 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 9b02cc5e-8504-4a31-be1d-5765ca7e3279 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:40:03.784527 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 9b02cc5e-8504-4a31-be1d-5765ca7e3279, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b02cc5e-8504-4a31-be1d-5765ca7e3279,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:40:03.797992 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Returning: {'device': '9b02cc5e-8504-4a31-be1d-5765ca7e3279', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'port_id': '9b02cc5e-8504-4a31-be1d-5765ca7e3279', 'mac_address': 'fa:16:3e:ee:82:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:40:03.855917 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:03.872010 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b02cc5e-8504-4a31-be1d-5765ca7e3279 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:40:03.885330 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a31a4-f1e5-4bd0-99d1-c3d74969049d req-d8b2e220-cb10-481a-a56b-01adbb3f8632 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:40:03.886848 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fc8a31a4-f1e5-4bd0-99d1-c3d74969049d req-d8b2e220-cb10-481a-a56b-01adbb3f8632 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 943 time: 0.0823331 May 10 15:40:03.888014 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 9b02cc5e-8504-4a31-be1d-5765ca7e3279, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b02cc5e-8504-4a31-be1d-5765ca7e3279,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:40:03.892069 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:03.893812 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:40:03.935293 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-fc8a31a4-f1e5-4bd0-99d1-c3d74969049d req-81cd611f-d331-47e7-aed4-37b9e96e5d25 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416012 May 10 15:40:03.958807 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=9b02cc5e-8504-4a31-be1d-5765ca7e3279,revision_number=4']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:40:03.966253 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:40:03.966607 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:40:03.966947 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:40:03.967283 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:40:03.967612 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:40:03.967976 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:40:03.968303 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:40:03.968628 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:40:03.968954 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:40:03.969275 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:40:03.969596 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:40:03.969914 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:40:03.973757 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:40:04.107074 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] get_ports_and_sgs() called for port_ids ['9b02cc5e-8504-4a31-be1d-5765ca7e3279'] {{(pid=78736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:40:05.119718 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595472c2-e553-42d9-8ad6-f3dbd5bb63f0 req-dcf3269b-91cc-4a47-a492-fcfbae648678 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:40:05.121369 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-595472c2-e553-42d9-8ad6-f3dbd5bb63f0 req-dcf3269b-91cc-4a47-a492-fcfbae648678 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 944 time: 0.0826039 May 10 15:40:05.169244 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-595472c2-e553-42d9-8ad6-f3dbd5bb63f0 req-40adbc60-2624-4d4b-b9c2-8adfb25fd8b1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422845 May 10 15:40:05.668114 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 9b02cc5e-8504-4a31-be1d-5765ca7e3279 up at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:40:05.736026 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning for port 9b02cc5e-8504-4a31-be1d-5765ca7e3279 completed by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:40:05.741036 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Provisioning complete for port 9b02cc5e-8504-4a31-be1d-5765ca7e3279 triggered by entity L2. {{(pid=78736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:40:05.741421 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:05.855528 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:05.881852 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b904d6-b5d8-4548-a065-758e23cd9384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b02cc5e-8504-4a31-be1d-5765ca7e3279'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:40:05.891461 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] For port 9b02cc5e-8504-4a31-be1d-5765ca7e3279, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b02cc5e-8504-4a31-be1d-5765ca7e3279,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:40:05.895455 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:05.898347 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:40:05.965040 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Pushing event updated for resources: {'Port': ['ID=9b02cc5e-8504-4a31-be1d-5765ca7e3279,revision_number=5']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:40:05.968183 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:40:05.979841 dv-cinder-784945-8-iscsi neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b904d6-b5d8-4548-a065-758e23cd9384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b02cc5e-8504-4a31-be1d-5765ca7e3279', 'code': 200} May 10 15:40:06.249466 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e676b58-a5e6-4158-b05a-ee50e57c4f99 req-49076849-f095-4df4-bec6-839d0afbb84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:40:06.250963 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2e676b58-a5e6-4158-b05a-ee50e57c4f99 req-49076849-f095-4df4-bec6-839d0afbb84f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 1098 time: 0.0716741 May 10 15:40:06.292049 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-2e676b58-a5e6-4158-b05a-ee50e57c4f99 req-f2cdd775-e2dc-4522-aa4f-f7b1d5134b5c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346134 May 10 15:40:06.364052 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f27b5a-67b9-4731-ae73-5d98cdc2753b req-9834d8e0-cebc-40e5-8143-523c505f57ef tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:40:06.366229 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-05f27b5a-67b9-4731-ae73-5d98cdc2753b req-9834d8e0-cebc-40e5-8143-523c505f57ef tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 945 time: 0.0787835 May 10 15:40:06.409970 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-05f27b5a-67b9-4731-ae73-5d98cdc2753b req-25fefa72-861f-4056-884b-52b395972062 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380795 May 10 15:40:07.598809 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141974d8-f0f1-4a87-8fae-d5c8004b67fb req-67b33d90-084f-44f6-9c63-9eff16df6d44 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:40:07.600859 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-141974d8-f0f1-4a87-8fae-d5c8004b67fb req-67b33d90-084f-44f6-9c63-9eff16df6d44 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 945 time: 0.0798020 May 10 15:40:07.647296 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-141974d8-f0f1-4a87-8fae-d5c8004b67fb req-396e93b8-fffd-4ddd-8b0b-4b5e058ce67b tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401788 May 10 15:40:07.831932 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b47cff-a153-4b13-ad70-7a5748ae30b2 req-2da7efc6-a1d5-45d8-9354-28932e1a2110 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:40:07.833361 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-54b47cff-a153-4b13-ad70-7a5748ae30b2 req-2da7efc6-a1d5-45d8-9354-28932e1a2110 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 945 time: 0.0819411 May 10 15:40:07.876462 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-54b47cff-a153-4b13-ad70-7a5748ae30b2 req-0bc5e4b0-6351-46ac-be8b-f11dd0d5a75a tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369179 May 10 15:40:07.900215 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 54908) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:40:07.968141 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8a119e-b997-4239-a34c-0a22b28147c6 tempest-TestVolumeBootPattern-554305214 tempest-TestVolumeBootPattern-554305214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:40:07.969607 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-4d8a119e-b997-4239-a34c-0a22b28147c6 tempest-TestVolumeBootPattern-554305214 tempest-TestVolumeBootPattern-554305214-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 1093 time: 0.0684578 May 10 15:40:07.972310 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 54912) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:40:07.977238 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.v2.base [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Request body: {'floatingip': {'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'port_id': '9b02cc5e-8504-4a31-be1d-5765ca7e3279', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:40:07.982894 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:40:07.986585 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Usage tracker for resource:floatingip and tenant:c4d3a74bb488479ebb94067c73f69d1e is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:40:07.989386 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:40:07.995259 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:40:08.006996 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for floatingip, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:08.147095 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:08.283621 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Allocated IP 172.27.3.240 (4811dc59-86a1-49a5-ba2c-35db1544fa5c/3064fa96-7c33-493f-b8df-9d71432932fc/9db18bf1-5497-4269-9f6d-8bd81ae2bb32) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:40:08.532060 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:08.562879 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771509099767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:08.566469 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:40:08.624657 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Network 4811dc59-86a1-49a5-ba2c-35db1544fa5c is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:40:08.627635 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:40:08.630225 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:40:08.675706 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event updated for resources: {'Port': ['ID=9db18bf1-5497-4269-9f6d-8bd81ae2bb32,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:40:08.680093 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:40:09.032096 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:09.104019 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580178'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:09.304886 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:09.309715 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509517159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771509095693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771509095738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2760462'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:09.313486 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-5ec59def-92ea-4ce8-a84e-57343d82dd60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:40:09.412986 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event updated for resources: {'Port': ['ID=9db18bf1-5497-4269-9f6d-8bd81ae2bb32,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:40:09.415783 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:40:09.428681 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706874'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:09.599387 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.l3_db [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Floating IP dff28cd7-ef11-435f-9fef-8d09d5cd6d65 associated. External IP: 172.27.3.240, port: 9b02cc5e-8504-4a31-be1d-5765ca7e3279. May 10 15:40:10.050351 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Router c66d1dd3-df19-4978-abc8-f9002c703753 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:40:10.231114 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:40:10.240299 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef87f5e8-4aff-48bc-a707-8c3113fbd38b None None] Sync routers for ids ['c66d1dd3-df19-4978-abc8-f9002c703753'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:40:10.249537 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef87f5e8-4aff-48bc-a707-8c3113fbd38b None None] Routers {'c66d1dd3-df19-4978-abc8-f9002c703753'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:40:10.250245 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-ef87f5e8-4aff-48bc-a707-8c3113fbd38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:39:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['c66d1dd3-df19-4978-abc8-f9002c703753'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:40:10.254720 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:10.312033 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3384771 May 10 15:40:10.312642 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b904d6-b5d8-4548-a065-758e23cd9384', 'tag': '9b02cc5e-8504-4a31-be1d-5765ca7e3279'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:40:10.363170 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b904d6-b5d8-4548-a065-758e23cd9384', 'tag': '9b02cc5e-8504-4a31-be1d-5765ca7e3279', 'status': 'completed', 'code': 200} May 10 15:40:10.459292 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d432ea-8c89-4ba7-af84-b187c62ff420 req-4add5751-32c9-418a-9002-4eb3102a3de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:40:10.460841 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-18d432ea-8c89-4ba7-af84-b187c62ff420 req-4add5751-32c9-418a-9002-4eb3102a3de2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 1098 time: 0.0744326 May 10 15:40:10.469129 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-ef87f5e8-4aff-48bc-a707-8c3113fbd38b None None] Set router c66d1dd3-df19-4978-abc8-f9002c703753 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:40:10.592186 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d432ea-8c89-4ba7-af84-b187c62ff420 req-6a99d5f3-cd04-4ab6-a77f-8c7f8ac2b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:40:10.593536 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-18d432ea-8c89-4ba7-af84-b187c62ff420 req-6a99d5f3-cd04-4ab6-a77f-8c7f8ac2b9f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 200 len: 912 time: 0.1256955 May 10 15:40:10.696165 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-18d432ea-8c89-4ba7-af84-b187c62ff420 req-c40655c0-4d80-420d-a916-6980d3ddb825 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b02cc5e-8504-4a31-be1d-5765ca7e3279 HTTP/1.1" status: 200 len: 999 time: 0.0954182 May 10 15:40:10.757807 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d432ea-8c89-4ba7-af84-b187c62ff420 req-59e17c4d-34b1-4896-a735-9061266de887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:40:10.759240 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-18d432ea-8c89-4ba7-af84-b187c62ff420 req-59e17c4d-34b1-4896-a735-9061266de887 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddffacae-9229-42f8-961f-3c3938ae62c4 HTTP/1.1" status: 200 len: 850 time: 0.0572853 May 10 15:40:10.817123 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-ef87f5e8-4aff-48bc-a707-8c3113fbd38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '2e9c4b1b-4fa9-40d2-9783-93481496ef3d', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'port_id': 'f13b6c4a-d733-409e-925a-36bc306ffc62', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'mac_address': 'fa:16:3e:55:27:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:37:40Z', 'updated_at': '2021-05-10T15:37:43Z', 'revision_number': 1, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ip_address_scope': None}, {'id': 'dff28cd7-ef11-435f-9fef-8d09d5cd6d65', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'port_id': '9b02cc5e-8504-4a31-be1d-5765ca7e3279', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'mac_address': 'fa:16:3e:ee:82:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b904d6-b5d8-4548-a065-758e23cd9384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:40:08Z', 'updated_at': '2021-05-10T15:40:08Z', 'revision_number': 0, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:40:10.821770 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef87f5e8-4aff-48bc-a707-8c3113fbd38b None None] Checking router: c66d1dd3-df19-4978-abc8-f9002c703753 for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:40:10.830349 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef87f5e8-4aff-48bc-a707-8c3113fbd38b None None] Routers {'c66d1dd3-df19-4978-abc8-f9002c703753'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:40:10.831014 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-ef87f5e8-4aff-48bc-a707-8c3113fbd38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:39:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['c66d1dd3-df19-4978-abc8-f9002c703753'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:40:10.833679 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d432ea-8c89-4ba7-af84-b187c62ff420 req-216a3152-1865-494c-9a0d-cd484a14d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:40:10.836010 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-18d432ea-8c89-4ba7-af84-b187c62ff420 req-216a3152-1865-494c-9a0d-cd484a14d878 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ac1649f-2223-4be4-9954-4ed1531d1e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705748 May 10 15:40:10.965410 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-18d432ea-8c89-4ba7-af84-b187c62ff420 req-b593da2a-bb2c-422e-95b8-e9e2e5fcdd55 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227379 May 10 15:40:11.003022 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-ef87f5e8-4aff-48bc-a707-8c3113fbd38b None None] Set router c66d1dd3-df19-4978-abc8-f9002c703753 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:40:11.096846 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-18d432ea-8c89-4ba7-af84-b187c62ff420 req-e6ca30cd-cabd-423f-9acd-417ad58e6624 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251593 May 10 15:40:11.352689 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-ef87f5e8-4aff-48bc-a707-8c3113fbd38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '2e9c4b1b-4fa9-40d2-9783-93481496ef3d', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'port_id': 'f13b6c4a-d733-409e-925a-36bc306ffc62', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'mac_address': 'fa:16:3e:55:27:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:37:40Z', 'updated_at': '2021-05-10T15:37:43Z', 'revision_number': 1, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ip_address_scope': None}, {'id': 'dff28cd7-ef11-435f-9fef-8d09d5cd6d65', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'port_id': '9b02cc5e-8504-4a31-be1d-5765ca7e3279', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'mac_address': 'fa:16:3e:ee:82:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b904d6-b5d8-4548-a065-758e23cd9384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:40:08Z', 'updated_at': '2021-05-10T15:40:08Z', 'revision_number': 0, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:40:11.356604 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef87f5e8-4aff-48bc-a707-8c3113fbd38b None None] The sync data for ids ['c66d1dd3-df19-4978-abc8-f9002c703753'] in dv-cinder-784945-8-iscsi is: [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '2e9c4b1b-4fa9-40d2-9783-93481496ef3d', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'port_id': 'f13b6c4a-d733-409e-925a-36bc306ffc62', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'mac_address': 'fa:16:3e:55:27:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:37:40Z', 'updated_at': '2021-05-10T15:37:43Z', 'revision_number': 1, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ip_address_scope': None}, {'id': 'dff28cd7-ef11-435f-9fef-8d09d5cd6d65', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'port_id': '9b02cc5e-8504-4a31-be1d-5765ca7e3279', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'mac_address': 'fa:16:3e:ee:82:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b904d6-b5d8-4548-a065-758e23cd9384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:40:08Z', 'updated_at': '2021-05-10T15:40:08Z', 'revision_number': 0, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:40:11.521079 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c6c3d-c7c1-4604-9c63-ddd402923479 None None] New status for floating IP dff28cd7-ef11-435f-9fef-8d09d5cd6d65: ACTIVE {{(pid=78737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:40:18.729576 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:25.020967 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-167550aa-9ea1-4c3a-a480-f0c5dc26f784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:25.281705 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:40:27.715126 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:27.946830 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7397fb75-f3d7-4be3-88a8-b1becdff5538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:28.592786 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:30.365519 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:48.747357 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:52.443577 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-df18af5a-9648-4b06-9a29-96f1e51b01b7 req-ee1a0fbb-4d9c-4550-ad8f-4c38d4b00cea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715466 May 10 15:40:52.585774 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18af5a-9648-4b06-9a29-96f1e51b01b7 req-2b4cbf2b-4629-43f1-9a51-d2477f139205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:40:52.587244 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-df18af5a-9648-4b06-9a29-96f1e51b01b7 req-2b4cbf2b-4629-43f1-9a51-d2477f139205 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 1098 time: 0.0713744 May 10 15:40:52.729646 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18af5a-9648-4b06-9a29-96f1e51b01b7 req-9a16af59-fb88-4cbe-81e4-8e6d8e918b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:40:52.730985 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-df18af5a-9648-4b06-9a29-96f1e51b01b7 req-9a16af59-fb88-4cbe-81e4-8e6d8e918b2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 200 len: 912 time: 0.1233990 May 10 15:40:52.834310 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-df18af5a-9648-4b06-9a29-96f1e51b01b7 req-d6bb5842-8098-45c0-9e4e-f3b1416ee763 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f13b6c4a-d733-409e-925a-36bc306ffc62 HTTP/1.1" status: 200 len: 1000 time: 0.0950375 May 10 15:40:52.898653 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18af5a-9648-4b06-9a29-96f1e51b01b7 req-fb73116f-2e8a-40be-8724-1d46ed4b0ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:40:52.900053 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-df18af5a-9648-4b06-9a29-96f1e51b01b7 req-fb73116f-2e8a-40be-8724-1d46ed4b0ea1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddffacae-9229-42f8-961f-3c3938ae62c4 HTTP/1.1" status: 200 len: 850 time: 0.0588832 May 10 15:40:53.072809 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18af5a-9648-4b06-9a29-96f1e51b01b7 req-6a1a9c98-508c-4ffb-8328-658bbfe06486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:40:53.074288 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-df18af5a-9648-4b06-9a29-96f1e51b01b7 req-6a1a9c98-508c-4ffb-8328-658bbfe06486 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ac1649f-2223-4be4-9954-4ed1531d1e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1664169 May 10 15:40:53.204469 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-df18af5a-9648-4b06-9a29-96f1e51b01b7 req-f3415a35-5557-4593-9a40-a6e4158fbbab service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224420 May 10 15:40:53.333751 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-df18af5a-9648-4b06-9a29-96f1e51b01b7 req-71c08278-14ae-4455-bc06-32f2c3a54d02 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224105 May 10 15:40:55.022568 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6b3f70c8-10a5-4055-b0d6-cd6a37b875c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:57.717508 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:57.947649 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-cdc833f3-1a34-46a9-8562-f43a9a9ef1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:58.595033 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:00.371664 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:02.280345 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:41:18.758723 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:25.024453 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a57d-8823-4041-ae4b-533e4318bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:27.719533 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:27.949090 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-26d2ad0a-4a91-4045-84dd-8ef2066823a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:28.599887 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:30.371110 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:39.278971 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:41:41.121096 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 54942) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:41.386632 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Deleting port 9db18bf1-5497-4269-9f6d-8bd81ae2bb32 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:41:41.386983 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:41.508280 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:41.508681 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:41.634048 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Calling delete_port for 9db18bf1-5497-4269-9f6d-8bd81ae2bb32 owned by network:floatingip {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:41:41.749704 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:41.753550 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4894fc52-eea6-43da-bf68-518439844de6 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:41:41.803511 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event deleted for resources: {'Port': ['ID=9db18bf1-5497-4269-9f6d-8bd81ae2bb32,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:41.843576 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:41.843987 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:41.844362 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:41.844729 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:41.845093 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:41.845455 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:41.845813 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:41.846172 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:41.846527 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:41.846879 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:41.847230 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:41.848182 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:41.874627 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:41:41.903323 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for floatingip, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:41.903588 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.l3_db [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Floating IP dff28cd7-ef11-435f-9fef-8d09d5cd6d65 disassociated (deleted). External IP: 172.27.3.240, port: 9b02cc5e-8504-4a31-be1d-5765ca7e3279. May 10 15:41:42.346468 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Router c66d1dd3-df19-4978-abc8-f9002c703753 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:41:42.522629 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:41:42.531646 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aebb44-52d5-436a-a053-ec5c946f084b None None] Sync routers for ids ['c66d1dd3-df19-4978-abc8-f9002c703753'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:41:42.544400 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aebb44-52d5-436a-a053-ec5c946f084b None None] Routers {'c66d1dd3-df19-4978-abc8-f9002c703753'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:41:42.544614 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:42.545018 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-b1aebb44-52d5-436a-a053-ec5c946f084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:41:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['c66d1dd3-df19-4978-abc8-f9002c703753'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:42.602780 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-21b9a088-2a85-4f99-9dd6-5fc9d40942fd tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "DELETE /v2.0/floatingips/dff28cd7-ef11-435f-9fef-8d09d5cd6d65 HTTP/1.1" status: 204 len: 168 time: 1.4805157 May 10 15:41:42.603359 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b904d6-b5d8-4548-a065-758e23cd9384', 'tag': '9b02cc5e-8504-4a31-be1d-5765ca7e3279'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:41:42.650841 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b904d6-b5d8-4548-a065-758e23cd9384', 'tag': '9b02cc5e-8504-4a31-be1d-5765ca7e3279', 'status': 'completed', 'code': 200} May 10 15:41:42.746341 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93795-4ee2-4f70-9d91-a6b702b14b15 req-83b31d13-2acc-423d-8718-c6185fd89773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:41:42.747875 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ddb93795-4ee2-4f70-9d91-a6b702b14b15 req-83b31d13-2acc-423d-8718-c6185fd89773 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 1098 time: 0.0744746 May 10 15:41:42.775437 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-b1aebb44-52d5-436a-a053-ec5c946f084b None None] Set router c66d1dd3-df19-4978-abc8-f9002c703753 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:41:42.887482 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93795-4ee2-4f70-9d91-a6b702b14b15 req-dc0e4287-3bbb-43ef-acd7-e03919e86d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:41:42.889436 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ddb93795-4ee2-4f70-9d91-a6b702b14b15 req-dc0e4287-3bbb-43ef-acd7-e03919e86d14 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 200 len: 912 time: 0.1356332 May 10 15:41:42.993790 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ddb93795-4ee2-4f70-9d91-a6b702b14b15 req-fc8b5e27-f91e-449a-8440-2ba98aa39aa3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b02cc5e-8504-4a31-be1d-5765ca7e3279 HTTP/1.1" status: 200 len: 217 time: 0.0971081 May 10 15:41:43.073296 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93795-4ee2-4f70-9d91-a6b702b14b15 req-180c3650-5fe8-4bed-8bc1-89fd2d5d9fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:41:43.074749 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ddb93795-4ee2-4f70-9d91-a6b702b14b15 req-180c3650-5fe8-4bed-8bc1-89fd2d5d9fee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddffacae-9229-42f8-961f-3c3938ae62c4 HTTP/1.1" status: 200 len: 850 time: 0.0735283 May 10 15:41:43.123433 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-b1aebb44-52d5-436a-a053-ec5c946f084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '2e9c4b1b-4fa9-40d2-9783-93481496ef3d', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'port_id': 'f13b6c4a-d733-409e-925a-36bc306ffc62', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'mac_address': 'fa:16:3e:55:27:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:37:40Z', 'updated_at': '2021-05-10T15:37:43Z', 'revision_number': 1, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:43.125917 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405eaee-72fa-48fa-a4de-34fad7439837 req-1ea78469-f00b-4770-9f5b-52782fe0c6fe tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:41:43.126615 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-8405eaee-72fa-48fa-a4de-34fad7439837 req-1ea78469-f00b-4770-9f5b-52782fe0c6fe tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Synchronizing usage tracker for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:41:43.127304 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aebb44-52d5-436a-a053-ec5c946f084b None None] Checking router: c66d1dd3-df19-4978-abc8-f9002c703753 for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:41:43.136118 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aebb44-52d5-436a-a053-ec5c946f084b None None] Routers {'c66d1dd3-df19-4978-abc8-f9002c703753'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:41:43.136730 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-b1aebb44-52d5-436a-a053-ec5c946f084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:41:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['c66d1dd3-df19-4978-abc8-f9002c703753'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:43.153805 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-8405eaee-72fa-48fa-a4de-34fad7439837 req-1ea78469-f00b-4770-9f5b-52782fe0c6fe tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Unset dirty status for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:41:43.155131 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8405eaee-72fa-48fa-a4de-34fad7439837 req-1ea78469-f00b-4770-9f5b-52782fe0c6fe tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 945 time: 0.2078083 May 10 15:41:43.201605 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93795-4ee2-4f70-9d91-a6b702b14b15 req-244d9924-67e3-4fc5-88b5-c6043e0b139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:41:43.203076 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ddb93795-4ee2-4f70-9d91-a6b702b14b15 req-244d9924-67e3-4fc5-88b5-c6043e0b139a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ac1649f-2223-4be4-9954-4ed1531d1e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1184404 May 10 15:41:43.234016 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-8405eaee-72fa-48fa-a4de-34fad7439837 req-92824920-d7af-4916-b2e4-52c7fce53bc9 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716195 May 10 15:41:43.315590 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-b1aebb44-52d5-436a-a053-ec5c946f084b None None] Set router c66d1dd3-df19-4978-abc8-f9002c703753 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:41:43.342632 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ddb93795-4ee2-4f70-9d91-a6b702b14b15 req-a644799c-f8b6-4232-b84f-f3e0820c3d80 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311173 May 10 15:41:43.475035 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-ddb93795-4ee2-4f70-9d91-a6b702b14b15 req-866e456a-e0f8-4f08-8d78-cb9f67839302 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257443 May 10 15:41:43.658222 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-b1aebb44-52d5-436a-a053-ec5c946f084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '2e9c4b1b-4fa9-40d2-9783-93481496ef3d', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'port_id': 'f13b6c4a-d733-409e-925a-36bc306ffc62', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'mac_address': 'fa:16:3e:55:27:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:37:40Z', 'updated_at': '2021-05-10T15:37:43Z', 'revision_number': 1, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:43.662188 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aebb44-52d5-436a-a053-ec5c946f084b None None] The sync data for ids ['c66d1dd3-df19-4978-abc8-f9002c703753'] in dv-cinder-784945-8-iscsi is: [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_floatingips': [{'id': '2e9c4b1b-4fa9-40d2-9783-93481496ef3d', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'router_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'port_id': 'f13b6c4a-d733-409e-925a-36bc306ffc62', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'mac_address': 'fa:16:3e:55:27:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:37:40Z', 'updated_at': '2021-05-10T15:37:43Z', 'revision_number': 1, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:41:43.853216 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bfeb9b-deac-4c4e-878e-99fd3421b651 None None] New status for floating IP dff28cd7-ef11-435f-9fef-8d09d5cd6d65: DOWN {{(pid=78737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:41:44.422226 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cca03-89c1-48df-92a7-8cdbc4dd2590 req-5d73a9fa-c9c7-4e21-9c56-e463dd0d7fe2 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:41:44.423679 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-836cca03-89c1-48df-92a7-8cdbc4dd2590 req-5d73a9fa-c9c7-4e21-9c56-e463dd0d7fe2 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 945 time: 0.0828679 May 10 15:41:44.446234 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6dfd12-5522-404f-9395-0faccb2f45e0 req-ac76d40a-4e2b-4d7c-a334-604639c616d1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:41:44.447665 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7e6dfd12-5522-404f-9395-0faccb2f45e0 req-ac76d40a-4e2b-4d7c-a334-604639c616d1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.46 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 945 time: 0.0834360 May 10 15:41:44.474321 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-836cca03-89c1-48df-92a7-8cdbc4dd2590 req-c6e404c3-330f-4e90-97a0-1d104e19dafa tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445783 May 10 15:41:44.583014 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-7e6dfd12-5522-404f-9395-0faccb2f45e0 req-595ad9c9-bc31-4635-b776-75a8c58c68ed tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Deleting port 9b02cc5e-8504-4a31-be1d-5765ca7e3279 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:41:44.583600 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-7e6dfd12-5522-404f-9395-0faccb2f45e0 req-595ad9c9-bc31-4635-b776-75a8c58c68ed tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:44.807837 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-7e6dfd12-5522-404f-9395-0faccb2f45e0 req-595ad9c9-bc31-4635-b776-75a8c58c68ed tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] For port 9b02cc5e-8504-4a31-be1d-5765ca7e3279, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b02cc5e-8504-4a31-be1d-5765ca7e3279,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:41:44.808458 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-7e6dfd12-5522-404f-9395-0faccb2f45e0 req-595ad9c9-bc31-4635-b776-75a8c58c68ed tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:44.927995 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-7e6dfd12-5522-404f-9395-0faccb2f45e0 req-595ad9c9-bc31-4635-b776-75a8c58c68ed tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Calling delete_port for 9b02cc5e-8504-4a31-be1d-5765ca7e3279 owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:41:45.037828 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-7e6dfd12-5522-404f-9395-0faccb2f45e0 req-595ad9c9-bc31-4635-b776-75a8c58c68ed tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:45.043123 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:41:45.086713 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ad9c9-bc31-4635-b776-75a8c58c68ed tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event deleted for resources: {'Port': ['ID=9b02cc5e-8504-4a31-be1d-5765ca7e3279,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:45.090258 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-595ad9c9-bc31-4635-b776-75a8c58c68ed tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:41:45.164461 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6dfd12-5522-404f-9395-0faccb2f45e0 req-595ad9c9-bc31-4635-b776-75a8c58c68ed tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] No DVR routers for this DVR port 9b02cc5e-8504-4a31-be1d-5765ca7e3279 on host hv-cinder-78494 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:41:45.166972 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-7e6dfd12-5522-404f-9395-0faccb2f45e0 req-595ad9c9-bc31-4635-b776-75a8c58c68ed tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:45.169540 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b904d6-b5d8-4548-a065-758e23cd9384', 'name': 'network-vif-deleted', 'tag': '9b02cc5e-8504-4a31-be1d-5765ca7e3279'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:41:45.186458 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-7e6dfd12-5522-404f-9395-0faccb2f45e0 req-595ad9c9-bc31-4635-b776-75a8c58c68ed tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.46 "DELETE /v2.0/ports/9b02cc5e-8504-4a31-be1d-5765ca7e3279 HTTP/1.1" status: 204 len: 173 time: 0.7332711 May 10 15:41:45.240575 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b904d6-b5d8-4548-a065-758e23cd9384', 'name': 'network-vif-deleted', 'tag': '9b02cc5e-8504-4a31-be1d-5765ca7e3279', 'status': 'completed', 'code': 200} May 10 15:41:45.628674 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-04f8a1c0-d272-46f0-beae-8dab1186589f req-4c84e30f-1e34-4d9e-8284-890243680190 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b904d6-b5d8-4548-a065-758e23cd9384 HTTP/1.1" status: 200 len: 210 time: 0.0431695 May 10 15:41:48.096638 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 9b02cc5e-8504-4a31-be1d-5765ca7e3279 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:41:48.131711 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: 9b02cc5e-8504-4a31-be1d-5765ca7e3279 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:41:48.132093 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device 9b02cc5e-8504-4a31-be1d-5765ca7e3279 not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:41:48.756552 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:49.117776 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 54974) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:49.375393 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-66af215f-eb51-4f58-9164-4bb66f8feec8 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Deleting port a9fdcab2-1376-4b00-91f3-2a0b6361ccd8 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:41:49.375738 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-66af215f-eb51-4f58-9164-4bb66f8feec8 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:49.490038 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-66af215f-eb51-4f58-9164-4bb66f8feec8 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:49.490367 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-66af215f-eb51-4f58-9164-4bb66f8feec8 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:49.608577 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-66af215f-eb51-4f58-9164-4bb66f8feec8 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Calling delete_port for a9fdcab2-1376-4b00-91f3-2a0b6361ccd8 owned by network:floatingip {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:41:49.729516 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-66af215f-eb51-4f58-9164-4bb66f8feec8 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:49.733915 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3e9f48cc-df0c-4d9c-bfef-b620a48d5ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:41:49.801923 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af215f-eb51-4f58-9164-4bb66f8feec8 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event deleted for resources: {'Port': ['ID=a9fdcab2-1376-4b00-91f3-2a0b6361ccd8,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:49.804295 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-66af215f-eb51-4f58-9164-4bb66f8feec8 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:41:49.869539 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-66af215f-eb51-4f58-9164-4bb66f8feec8 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for floatingip, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:49.869867 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.db.l3_db [None req-66af215f-eb51-4f58-9164-4bb66f8feec8 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Floating IP 2e9c4b1b-4fa9-40d2-9783-93481496ef3d disassociated (deleted). External IP: 172.27.3.44, port: f13b6c4a-d733-409e-925a-36bc306ffc62. May 10 15:41:50.310191 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66af215f-eb51-4f58-9164-4bb66f8feec8 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Router c66d1dd3-df19-4978-abc8-f9002c703753 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:41:50.486838 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66af215f-eb51-4f58-9164-4bb66f8feec8 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:41:50.496085 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296dc706-f600-4391-b547-5a6efc1659fc None None] Sync routers for ids ['c66d1dd3-df19-4978-abc8-f9002c703753'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:41:50.502411 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-66af215f-eb51-4f58-9164-4bb66f8feec8 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:50.505564 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296dc706-f600-4391-b547-5a6efc1659fc None None] Routers {'c66d1dd3-df19-4978-abc8-f9002c703753'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:41:50.506190 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-296dc706-f600-4391-b547-5a6efc1659fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:41:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['c66d1dd3-df19-4978-abc8-f9002c703753'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:50.559280 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-66af215f-eb51-4f58-9164-4bb66f8feec8 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "DELETE /v2.0/floatingips/2e9c4b1b-4fa9-40d2-9783-93481496ef3d HTTP/1.1" status: 204 len: 168 time: 1.4378278 May 10 15:41:50.559280 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'tag': 'f13b6c4a-d733-409e-925a-36bc306ffc62'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:41:50.601913 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'tag': 'f13b6c4a-d733-409e-925a-36bc306ffc62', 'status': 'completed', 'code': 200} May 10 15:41:50.688875 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-296dc706-f600-4391-b547-5a6efc1659fc None None] Set router c66d1dd3-df19-4978-abc8-f9002c703753 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:41:50.699628 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a02d6f-1e58-4014-8414-68079ce15d78 req-6f920ba7-624c-4ec8-b423-226c6e5d5d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:41:50.701160 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d3a02d6f-1e58-4014-8414-68079ce15d78 req-6f920ba7-624c-4ec8-b423-226c6e5d5d83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 1098 time: 0.0748019 May 10 15:41:50.842227 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a02d6f-1e58-4014-8414-68079ce15d78 req-e84c9240-dbf0-4997-bb07-0fc68217d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:41:50.844055 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d3a02d6f-1e58-4014-8414-68079ce15d78 req-e84c9240-dbf0-4997-bb07-0fc68217d5e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 200 len: 912 time: 0.1365097 May 10 15:41:50.954305 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d3a02d6f-1e58-4014-8414-68079ce15d78 req-df027e97-0d3a-4081-a362-039a38738f04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f13b6c4a-d733-409e-925a-36bc306ffc62 HTTP/1.1" status: 200 len: 217 time: 0.1013308 May 10 15:41:51.026363 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a02d6f-1e58-4014-8414-68079ce15d78 req-65bde173-fea4-45af-9e96-8ca97e09aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:41:51.027890 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d3a02d6f-1e58-4014-8414-68079ce15d78 req-65bde173-fea4-45af-9e96-8ca97e09aa22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddffacae-9229-42f8-961f-3c3938ae62c4 HTTP/1.1" status: 200 len: 850 time: 0.0661700 May 10 15:41:51.047630 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-296dc706-f600-4391-b547-5a6efc1659fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:51.051924 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296dc706-f600-4391-b547-5a6efc1659fc None None] Checking router: c66d1dd3-df19-4978-abc8-f9002c703753 for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:41:51.060377 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296dc706-f600-4391-b547-5a6efc1659fc None None] Routers {'c66d1dd3-df19-4978-abc8-f9002c703753'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:41:51.060990 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-296dc706-f600-4391-b547-5a6efc1659fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:41:28Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['c66d1dd3-df19-4978-abc8-f9002c703753'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:51.082384 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db69c2-6b31-4eed-852c-a86ba902a3fc req-918891fe-5fb9-4820-928b-dd7f18b337d1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:41:51.083075 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-14db69c2-6b31-4eed-852c-a86ba902a3fc req-918891fe-5fb9-4820-928b-dd7f18b337d1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Synchronizing usage tracker for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:41:51.107478 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.quota.resource [req-14db69c2-6b31-4eed-852c-a86ba902a3fc req-918891fe-5fb9-4820-928b-dd7f18b337d1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Unset dirty status for tenant:c4d3a74bb488479ebb94067c73f69d1e on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:41:51.108762 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-14db69c2-6b31-4eed-852c-a86ba902a3fc req-918891fe-5fb9-4820-928b-dd7f18b337d1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 945 time: 0.2088678 May 10 15:41:51.156746 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a02d6f-1e58-4014-8414-68079ce15d78 req-0313525f-bccc-4a14-bb50-7debea670360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:41:51.158209 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d3a02d6f-1e58-4014-8414-68079ce15d78 req-0313525f-bccc-4a14-bb50-7debea670360 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ac1649f-2223-4be4-9954-4ed1531d1e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1217985 May 10 15:41:51.169134 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-14db69c2-6b31-4eed-852c-a86ba902a3fc req-1c8b03ea-6878-4959-85ea-bc553b34a235 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525999 May 10 15:41:51.240067 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-296dc706-f600-4391-b547-5a6efc1659fc None None] Set router c66d1dd3-df19-4978-abc8-f9002c703753 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:41:51.295654 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d3a02d6f-1e58-4014-8414-68079ce15d78 req-57427fb2-315d-48be-b4d4-c6b07e5975a4 service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295078 May 10 15:41:51.426167 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-d3a02d6f-1e58-4014-8414-68079ce15d78 req-ec93a7c5-08ef-472a-b463-133f1e1cc93d service neutron] 10.222.0.46 "GET /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230257 May 10 15:41:51.548674 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-296dc706-f600-4391-b547-5a6efc1659fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:51.553229 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296dc706-f600-4391-b547-5a6efc1659fc None None] The sync data for ids ['c66d1dd3-df19-4978-abc8-f9002c703753'] in dv-cinder-784945-8-iscsi is: [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:25Z', 'revision_number': 4, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi', '_interfaces': [{'id': '7f9a5e95-507f-4f46-95fe-3545808a899e', 'name': '', 'network_id': '4ac1649f-2223-4be4-9954-4ed1531d1e90', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'mac_address': 'fa:16:3e:0a:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:24Z', 'updated_at': '2021-05-10T15:34:30Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'subnets': [{'id': 'ddffacae-9229-42f8-961f-3c3938ae62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:41:51.757291 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6f407-efe9-44bb-b401-4b309f769f49 None None] New status for floating IP 2e9c4b1b-4fa9-40d2-9783-93481496ef3d: DOWN {{(pid=78737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:41:52.329365 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add3538-380e-4c11-b64b-df9a93bf4f42 req-f45effe2-7d2c-41a7-96b8-a83ecfc3dd14 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:41:52.331211 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6add3538-380e-4c11-b64b-df9a93bf4f42 req-f45effe2-7d2c-41a7-96b8-a83ecfc3dd14 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 945 time: 0.0842266 May 10 15:41:52.360201 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ce72b-ce6e-482a-99d9-0da866be5609 req-df301972-bf36-4507-b10b-21cbea7ef210 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:41:52.361767 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-178ce72b-ce6e-482a-99d9-0da866be5609 req-df301972-bf36-4507-b10b-21cbea7ef210 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 945 time: 0.0807619 May 10 15:41:52.409175 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-178ce72b-ce6e-482a-99d9-0da866be5609 req-d10ade79-6b8d-41df-914d-d069ec5eb681 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/security-groups?id=30df71e7-75ad-4963-8d71-11075dcfd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400240 May 10 15:41:52.477184 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-6add3538-380e-4c11-b64b-df9a93bf4f42 req-cb741cd8-0b97-4179-8ea3-54129b8d5bab tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Deleting port f13b6c4a-d733-409e-925a-36bc306ffc62 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:41:52.477747 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-6add3538-380e-4c11-b64b-df9a93bf4f42 req-cb741cd8-0b97-4179-8ea3-54129b8d5bab tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:52.736799 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-6add3538-380e-4c11-b64b-df9a93bf4f42 req-cb741cd8-0b97-4179-8ea3-54129b8d5bab tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] For port f13b6c4a-d733-409e-925a-36bc306ffc62, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f13b6c4a-d733-409e-925a-36bc306ffc62,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:41:52.737069 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-6add3538-380e-4c11-b64b-df9a93bf4f42 req-cb741cd8-0b97-4179-8ea3-54129b8d5bab tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:52.865727 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-6add3538-380e-4c11-b64b-df9a93bf4f42 req-cb741cd8-0b97-4179-8ea3-54129b8d5bab tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Calling delete_port for f13b6c4a-d733-409e-925a-36bc306ffc62 owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:41:52.977954 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-6add3538-380e-4c11-b64b-df9a93bf4f42 req-cb741cd8-0b97-4179-8ea3-54129b8d5bab tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:52.983429 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-50bf6e6f-568c-467a-9257-df62a871b9a1 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:41:53.030503 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb741cd8-0b97-4179-8ea3-54129b8d5bab tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event deleted for resources: {'Port': ['ID=f13b6c4a-d733-409e-925a-36bc306ffc62,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:53.033893 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cb741cd8-0b97-4179-8ea3-54129b8d5bab tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:41:53.105544 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-6add3538-380e-4c11-b64b-df9a93bf4f42 req-cb741cd8-0b97-4179-8ea3-54129b8d5bab tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] No DVR routers for this DVR port f13b6c4a-d733-409e-925a-36bc306ffc62 on host hv-cinder-78494 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:41:53.108044 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-6add3538-380e-4c11-b64b-df9a93bf4f42 req-cb741cd8-0b97-4179-8ea3-54129b8d5bab tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:53.110555 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'name': 'network-vif-deleted', 'tag': 'f13b6c4a-d733-409e-925a-36bc306ffc62'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:41:53.125436 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [req-6add3538-380e-4c11-b64b-df9a93bf4f42 req-cb741cd8-0b97-4179-8ea3-54129b8d5bab tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.46 "DELETE /v2.0/ports/f13b6c4a-d733-409e-925a-36bc306ffc62 HTTP/1.1" status: 204 len: 173 time: 0.7889147 May 10 15:41:53.156943 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a308601-6665-40bf-8dfb-28e6db98bcde', 'name': 'network-vif-deleted', 'tag': 'f13b6c4a-d733-409e-925a-36bc306ffc62', 'status': 'completed', 'code': 200} May 10 15:41:53.583626 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [req-8a271606-946d-4149-8a83-d2133c833ed1 req-3c4f9ed5-71c7-4be3-b106-15328c152b3f tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a308601-6665-40bf-8dfb-28e6db98bcde HTTP/1.1" status: 200 len: 210 time: 0.0464201 May 10 15:41:54.678088 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 54994) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:54.891259 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-a2490848-909f-4a06-84e7-3ee10c53f96c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Deleting port bf13305e-6a21-4528-a075-3f554961f0fe {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:41:54.891515 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a2490848-909f-4a06-84e7-3ee10c53f96c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:55.010573 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a2490848-909f-4a06-84e7-3ee10c53f96c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:55.010922 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a2490848-909f-4a06-84e7-3ee10c53f96c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:55.025568 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-60146bd1-3c8f-477b-86db-a29e62621278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:55.133560 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-a2490848-909f-4a06-84e7-3ee10c53f96c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Calling delete_port for bf13305e-6a21-4528-a075-3f554961f0fe owned by network:floatingip {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:41:55.245950 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a2490848-909f-4a06-84e7-3ee10c53f96c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:55.249668 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f6edf3a1-f353-4fd3-b65e-a0e945a28639 tempest-AttachVolumeTestJSON-1152965015 tempest-AttachVolumeTestJSON-1152965015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:41:55.292243 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2490848-909f-4a06-84e7-3ee10c53f96c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event deleted for resources: {'Port': ['ID=bf13305e-6a21-4528-a075-3f554961f0fe,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:55.295908 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a2490848-909f-4a06-84e7-3ee10c53f96c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:41:55.387048 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a2490848-909f-4a06-84e7-3ee10c53f96c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for floatingip, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:55.402159 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a2490848-909f-4a06-84e7-3ee10c53f96c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246390'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:55.403287 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-a2490848-909f-4a06-84e7-3ee10c53f96c tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "DELETE /v2.0/floatingips/2961de90-2fdc-4ea3-8730-3472df1e8ec6 HTTP/1.1" status: 204 len: 168 time: 0.7241862 May 10 15:41:56.115116 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device f13b6c4a-d733-409e-925a-36bc306ffc62 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:41:56.149325 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] No Port match for: f13b6c4a-d733-409e-925a-36bc306ffc62 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:41:56.149680 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Device f13b6c4a-d733-409e-925a-36bc306ffc62 not bound to the agent host hv-cinder-78494 {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:41:56.774912 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 55010) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:56.842486 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:56.871423 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:56.934001 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:56.937768 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-da66357e-3b03-484c-b800-f1d229d71d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:41:56.953785 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30df71e7-75ad-4963-8d71-11075dcfd2d9,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:56.963230 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:56.963619 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:56.964031 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:56.964404 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:56.964772 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:56.965139 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:56.965503 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:56.965878 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:56.966232 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:56.966589 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:56.966946 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:56.967309 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:56.971538 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:41:56.977337 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:56.978380 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-d4ec0d0b-9b38-4c80-96bb-718238ce78f7 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] 10.222.0.11 "DELETE /v2.0/security-groups/30df71e7-75ad-4963-8d71-11075dcfd2d9 HTTP/1.1" status: 204 len: 168 time: 0.2024922 May 10 15:41:57.035481 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 55016) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:57.723546 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:57.867757 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4aaa50a0-252a-4486-9da4-fbd8fea065a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705539'] for router_interface, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:57.950442 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-1979aaeb-6728-427d-8918-e5308c1b6ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:58.267665 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-4aaa50a0-252a-4486-9da4-fbd8fea065a3 admin admin] Deleting port 7f9a5e95-507f-4f46-95fe-3545808a899e {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:41:58.268323 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4aaa50a0-252a-4486-9da4-fbd8fea065a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:58.389330 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-4aaa50a0-252a-4486-9da4-fbd8fea065a3 admin admin] For port 7f9a5e95-507f-4f46-95fe-3545808a899e, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=7f9a5e95-507f-4f46-95fe-3545808a899e,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:41:58.389617 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4aaa50a0-252a-4486-9da4-fbd8fea065a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:58.509831 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-4aaa50a0-252a-4486-9da4-fbd8fea065a3 admin admin] Calling delete_port for 7f9a5e95-507f-4f46-95fe-3545808a899e owned by network:router_interface {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:41:58.601750 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:58.649444 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4aaa50a0-252a-4486-9da4-fbd8fea065a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:58.652894 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e5171b7a-6d8f-4fb5-ac44-506635a35378 tempest-TestVolumeBootPattern-969371096 tempest-TestVolumeBootPattern-969371096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:41:58.695221 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa50a0-252a-4486-9da4-fbd8fea065a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f9a5e95-507f-4f46-95fe-3545808a899e,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:58.697711 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4aaa50a0-252a-4486-9da4-fbd8fea065a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:41:59.068571 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4aaa50a0-252a-4486-9da4-fbd8fea065a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708275'] for router_interface, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:59.418752 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaa50a0-252a-4486-9da4-fbd8fea065a3 admin admin] Router c66d1dd3-df19-4978-abc8-f9002c703753 has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:41:59.589850 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaa50a0-252a-4486-9da4-fbd8fea065a3 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:41:59.598559 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e18624-674b-42d0-a927-a7d08663ee2a None None] Sync routers for ids ['c66d1dd3-df19-4978-abc8-f9002c703753'] in dv-cinder-784945-8-iscsi {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:41:59.603892 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-4aaa50a0-252a-4486-9da4-fbd8fea065a3 admin admin] 10.222.0.11 "PUT /v2.0/routers/c66d1dd3-df19-4978-abc8-f9002c703753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5671701 May 10 15:41:59.604613 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 55022) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:59.607385 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e18624-674b-42d0-a927-a7d08663ee2a None None] Routers {'c66d1dd3-df19-4978-abc8-f9002c703753'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:41:59.608036 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-b6e18624-674b-42d0-a927-a7d08663ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:41:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['c66d1dd3-df19-4978-abc8-f9002c703753'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:59.782695 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-dde8aaab-9d73-48f0-873b-7b9afab7161b admin admin] Notify callbacks [] for router, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:59.786794 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-b6e18624-674b-42d0-a927-a7d08663ee2a None None] Set router c66d1dd3-df19-4978-abc8-f9002c703753 gateway port host: dv-cinder-784945-8-iscsi {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:41:59.949960 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-dde8aaab-9d73-48f0-873b-7b9afab7161b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:00.025125 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-dde8aaab-9d73-48f0-873b-7b9afab7161b admin admin] Deleting port 50715936-7100-44a5-970e-2f177f75e086 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:42:00.025469 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-dde8aaab-9d73-48f0-873b-7b9afab7161b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:00.066399 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-b6e18624-674b-42d0-a927-a7d08663ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '50715936-7100-44a5-970e-2f177f75e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:41:58Z', 'revision_number': 5, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port': {'id': '50715936-7100-44a5-970e-2f177f75e086', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:42:00.070037 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e18624-674b-42d0-a927-a7d08663ee2a None None] Checking router: c66d1dd3-df19-4978-abc8-f9002c703753 for host: dv-cinder-784945-8-iscsi {{(pid=78736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:42:00.078284 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e18624-674b-42d0-a927-a7d08663ee2a None None] Routers {'c66d1dd3-df19-4978-abc8-f9002c703753'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:42:00.078898 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-b6e18624-674b-42d0-a927-a7d08663ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:41:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['c66d1dd3-df19-4978-abc8-f9002c703753'], 'active': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:42:00.147835 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-dde8aaab-9d73-48f0-873b-7b9afab7161b admin admin] For port 50715936-7100-44a5-970e-2f177f75e086, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=50715936-7100-44a5-970e-2f177f75e086,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:42:00.148206 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-dde8aaab-9d73-48f0-873b-7b9afab7161b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:00.277013 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvr_db [None req-b6e18624-674b-42d0-a927-a7d08663ee2a None None] Set router c66d1dd3-df19-4978-abc8-f9002c703753 gateway port host: None {{(pid=78736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:42:00.386471 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_hamode_db [None req-b6e18624-674b-42d0-a927-a7d08663ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:41:59Z', 'revision_number': 6, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port_host': None}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:42:00.392260 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-dde8aaab-9d73-48f0-873b-7b9afab7161b admin admin] Calling delete_port for 50715936-7100-44a5-970e-2f177f75e086 owned by network:router_gateway {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:42:00.396782 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e18624-674b-42d0-a927-a7d08663ee2a None None] The sync data for ids ['c66d1dd3-df19-4978-abc8-f9002c703753'] in dv-cinder-784945-8-iscsi is: [{'id': 'c66d1dd3-df19-4978-abc8-f9002c703753', 'name': 'tempest-TestVolumeBootPattern-781241790-router', 'tenant_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:21Z', 'updated_at': '2021-05-10T15:41:59Z', 'revision_number': 6, 'project_id': 'c4d3a74bb488479ebb94067c73f69d1e', 'gw_port_host': None}] {{(pid=78736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:42:00.399591 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:00.536360 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-dde8aaab-9d73-48f0-873b-7b9afab7161b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:00.540637 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cbb1f9af-c54c-4cc3-a3d0-2e525f7b0a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:42:00.584259 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8aaab-9d73-48f0-873b-7b9afab7161b admin admin] Pushing event deleted for resources: {'Port': ['ID=50715936-7100-44a5-970e-2f177f75e086,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:42:00.612643 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-dde8aaab-9d73-48f0-873b-7b9afab7161b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:42:00.674699 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-dde8aaab-9d73-48f0-873b-7b9afab7161b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706855'] for router_gateway, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:00.848537 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-dde8aaab-9d73-48f0-873b-7b9afab7161b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127055'] for router, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:00.850613 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-dde8aaab-9d73-48f0-873b-7b9afab7161b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:00.873387 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-dde8aaab-9d73-48f0-873b-7b9afab7161b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1830005'] for router, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:00.874098 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde8aaab-9d73-48f0-873b-7b9afab7161b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c66d1dd3-df19-4978-abc8-f9002c703753 {{(pid=78735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:42:00.886406 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-dde8aaab-9d73-48f0-873b-7b9afab7161b admin admin] Notify callbacks [] for router, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:00.887512 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-dde8aaab-9d73-48f0-873b-7b9afab7161b admin admin] 10.222.0.11 "DELETE /v2.0/routers/c66d1dd3-df19-4978-abc8-f9002c703753 HTTP/1.1" status: 204 len: 168 time: 1.2820113 May 10 15:42:00.890039 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 55026) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:42:00.949885 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fc4577-5f35-4b49-ab4e-12b00910dae1 admin admin] Deleting subnet ddffacae-9229-42f8-961f-3c3938ae62c4 {{(pid=78735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:42:00.952717 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-44fc4577-5f35-4b49-ab4e-12b00910dae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:00.999180 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-44fc4577-5f35-4b49-ab4e-12b00910dae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333022'] for subnet, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:01.074371 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-44fc4577-5f35-4b49-ab4e-12b00910dae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-867255'] for subnet, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:01.325967 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-44fc4577-5f35-4b49-ab4e-12b00910dae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-867256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2760516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3433976'] for subnet, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:01.330169 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1aba35d2-b810-48ab-8350-9cbcad8512c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:42:01.365186 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc4577-5f35-4b49-ab4e-12b00910dae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddffacae-9229-42f8-961f-3c3938ae62c4,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:42:01.368239 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-44fc4577-5f35-4b49-ab4e-12b00910dae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:42:01.369222 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-44fc4577-5f35-4b49-ab4e-12b00910dae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:01.376477 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-44fc4577-5f35-4b49-ab4e-12b00910dae1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ddffacae-9229-42f8-961f-3c3938ae62c4 HTTP/1.1" status: 204 len: 168 time: 0.4854689 May 10 15:42:01.377565 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c4debd-bc41-496f-9612-454965fd4f23 None None] Network 4ac1649f-2223-4be4-9954-4ed1531d1e90 requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:42:01.379459 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 55030) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:42:01.485546 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:01.560526 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] Deleting port 377acabc-7f5f-4b9c-a0c8-e34d112364a9 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:42:01.561200 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:01.627275 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] DHCP port deletion for 4ac1649f-2223-4be4-9954-4ed1531d1e90 request from dv-cinder-784945-8-iscsi {{(pid=78736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:42:01.661273 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] For port 377acabc-7f5f-4b9c-a0c8-e34d112364a9, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=377acabc-7f5f-4b9c-a0c8-e34d112364a9,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:42:01.661636 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:01.690425 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Deleting port 377acabc-7f5f-4b9c-a0c8-e34d112364a9 {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:42:01.690871 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:01.791605 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] For port 377acabc-7f5f-4b9c-a0c8-e34d112364a9, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=377acabc-7f5f-4b9c-a0c8-e34d112364a9,segment=NetworkSegment(1626db8b-2437-477d-a645-441416038c13),segment_id=1626db8b-2437-477d-a645-441416038c13)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:42:01.792041 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:01.879919 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] Calling delete_port for 377acabc-7f5f-4b9c-a0c8-e34d112364a9 owned by network:dhcp {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:42:01.919028 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Calling delete_port for 377acabc-7f5f-4b9c-a0c8-e34d112364a9 owned by network:dhcp {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:42:01.924673 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:01.930004 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-94606a3e-61fd-4ff6-b5c4-66b204947e73 tempest-VolumesActionsTest-388693852 tempest-VolumesActionsTest-388693852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:42:01.961405 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:01.965850 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-48460eab-f97b-422b-90e6-c8c631c1f52e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:42:01.975144 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] Pushing event deleted for resources: {'Port': ['ID=377acabc-7f5f-4b9c-a0c8-e34d112364a9,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:42:01.976967 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] No DVR routers for this DVR port 377acabc-7f5f-4b9c-a0c8-e34d112364a9 on host dv-cinder-784945-8-iscsi {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:42:01.978416 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:42:02.012146 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] No DVR routers for this DVR port 377acabc-7f5f-4b9c-a0c8-e34d112364a9 on host dv-cinder-784945-8-iscsi {{(pid=78736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:42:02.015926 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Pushing event deleted for resources: {'Port': ['ID=377acabc-7f5f-4b9c-a0c8-e34d112364a9,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:42:02.024215 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:42:02.024573 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:42:02.024921 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:42:02.025279 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:42:02.025543 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:42:02.025870 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:42:02.026215 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:42:02.026500 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:42:02.026823 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:42:02.027142 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:42:02.027460 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:42:02.027795 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-8-iscsi {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:42:02.030913 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-65f6e3d4-3146-49c8-a9a2-91d7ade40a31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:42:02.093238 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8771509523613'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:02.106090 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac1649f-2223-4be4-9954-4ed1531d1e90']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:42:02.118215 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1626db8b-2437-477d-a645-441416038c13') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:42:02.118512 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1626db8b-2437-477d-a645-441416038c13') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:42:02.129377 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509535335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3332993'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:02.145659 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:02.151876 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:42:02.152350 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2760482'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: Traceback (most recent call last): May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: timer() May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: cb(*args, **kw) May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: return func(*args, **kwargs) May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: self._notify() May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: self.callback(batched_events) May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: event.method(event) May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: return f(self, *a, **k) May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._get(url).json() May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:42:02.165836 dv-cinder-784945-8-iscsi neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:42:02.189018 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 377acabc-7f5f-4b9c-a0c8-e34d112364a9 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:42:02.224605 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: 377acabc-7f5f-4b9c-a0c8-e34d112364a9 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:42:02.224972 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 377acabc-7f5f-4b9c-a0c8-e34d112364a9 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:42:02.225402 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 7f9a5e95-507f-4f46-95fe-3545808a899e no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:42:02.241792 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706869'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:02.246886 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:02.250516 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:42:02.260984 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: 7f9a5e95-507f-4f46-95fe-3545808a899e {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:42:02.261345 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 7f9a5e95-507f-4f46-95fe-3545808a899e not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:42:02.261772 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 50715936-7100-44a5-970e-2f177f75e086 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:42:02.272115 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac1649f-2223-4be4-9954-4ed1531d1e90,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:42:02.274482 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:42:02.286084 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-86106ab0-5d2e-4fd9-a7c4-646d19496144 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4ac1649f-2223-4be4-9954-4ed1531d1e90 HTTP/1.1" status: 204 len: 168 time: 0.9054618 May 10 15:42:02.288866 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 55034) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:42:02.296155 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: 50715936-7100-44a5-970e-2f177f75e086 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:42:02.296529 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 50715936-7100-44a5-970e-2f177f75e086 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:42:02.804996 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-585ed4e3-e982-4621-b24b-d9b82e78ef19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705539'] for router_interface, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:03.315091 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-585ed4e3-e982-4621-b24b-d9b82e78ef19 admin admin] Deleting port 0748a16d-9e28-4a22-95be-b04b9b066e39 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:42:03.315432 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-585ed4e3-e982-4621-b24b-d9b82e78ef19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:03.436515 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-585ed4e3-e982-4621-b24b-d9b82e78ef19 admin admin] For port 0748a16d-9e28-4a22-95be-b04b9b066e39, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=0748a16d-9e28-4a22-95be-b04b9b066e39,segment=NetworkSegment(5ea8e07e-47de-4812-bdae-e50d6bf37958),segment_id=5ea8e07e-47de-4812-bdae-e50d6bf37958)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:42:03.436866 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-585ed4e3-e982-4621-b24b-d9b82e78ef19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:03.557235 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-585ed4e3-e982-4621-b24b-d9b82e78ef19 admin admin] Calling delete_port for 0748a16d-9e28-4a22-95be-b04b9b066e39 owned by network:router_interface {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:42:03.692095 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-585ed4e3-e982-4621-b24b-d9b82e78ef19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:03.696215 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-adc248d5-4207-4f09-88eb-360fa3971697 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:42:03.740204 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ed4e3-e982-4621-b24b-d9b82e78ef19 admin admin] Pushing event deleted for resources: {'Port': ['ID=0748a16d-9e28-4a22-95be-b04b9b066e39,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:42:03.765794 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-585ed4e3-e982-4621-b24b-d9b82e78ef19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:42:04.004003 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-585ed4e3-e982-4621-b24b-d9b82e78ef19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708275'] for router_interface, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:04.363764 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585ed4e3-e982-4621-b24b-d9b82e78ef19 admin admin] Router 7613a772-8651-410b-be16-e86406a5df7f has already been hosted by L3 agent 130eb81e-e7c2-42ee-905a-ed2f7b155af0 {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:42:04.534307 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585ed4e3-e982-4621-b24b-d9b82e78ef19 admin admin] Notify agent at l3_agent.dv-cinder-784945-8-iscsi the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:42:04.542755 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c432afc-6e21-44dd-b0ae-a7b2d1d8f967 None None] Sync routers for ids ['7613a772-8651-410b-be16-e86406a5df7f'] in dv-cinder-784945-8-iscsi {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:42:04.549910 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-585ed4e3-e982-4621-b24b-d9b82e78ef19 admin admin] 10.222.0.11 "PUT /v2.0/routers/7613a772-8651-410b-be16-e86406a5df7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2599833 May 10 15:42:04.552875 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 55040) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:42:04.553685 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c432afc-6e21-44dd-b0ae-a7b2d1d8f967 None None] Routers {'7613a772-8651-410b-be16-e86406a5df7f'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:42:04.554296 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-9c432afc-6e21-44dd-b0ae-a7b2d1d8f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:41:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['7613a772-8651-410b-be16-e86406a5df7f'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:42:04.735299 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-9c432afc-6e21-44dd-b0ae-a7b2d1d8f967 None None] Set router 7613a772-8651-410b-be16-e86406a5df7f gateway port host: dv-cinder-784945-8-iscsi {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:42:04.836670 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ce55-4b7e-45a0-bc93-dd79527800de admin admin] Notify callbacks [] for router, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:05.006337 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ce55-4b7e-45a0-bc93-dd79527800de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:05.014058 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-9c432afc-6e21-44dd-b0ae-a7b2d1d8f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7613a772-8651-410b-be16-e86406a5df7f', 'name': 'tempest-TestVolumeBootPattern-1974565844-router', 'tenant_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'external_fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a7447261-d26e-4ee6-878a-305cfaf91d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:28Z', 'updated_at': '2021-05-10T15:42:03Z', 'revision_number': 5, 'project_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'gw_port': {'id': 'a7447261-d26e-4ee6-878a-305cfaf91d2e', 'name': '', 'network_id': '4811dc59-86a1-49a5-ba2c-35db1544fa5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7613a772-8651-410b-be16-e86406a5df7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:34:29Z', 'updated_at': '2021-05-10T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3064fa96-7c33-493f-b8df-9d71432932fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-8-iscsi'}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:42:05.018191 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c432afc-6e21-44dd-b0ae-a7b2d1d8f967 None None] Checking router: 7613a772-8651-410b-be16-e86406a5df7f for host: dv-cinder-784945-8-iscsi {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:42:05.027408 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c432afc-6e21-44dd-b0ae-a7b2d1d8f967 None None] Routers {'7613a772-8651-410b-be16-e86406a5df7f'} bound to L3 agent in host dv-cinder-784945-8-iscsi {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:42:05.028059 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-9c432afc-6e21-44dd-b0ae-a7b2d1d8f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T15:20:58Z,description=,heartbeat_timestamp=2021-05-10T15:41:58Z,host='dv-cinder-784945-8-iscsi',id=130eb81e-e7c2-42ee-905a-ed2f7b155af0,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T15:20:58Z,topic='l3_agent')) {'router_ids': ['7613a772-8651-410b-be16-e86406a5df7f'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:42:05.076603 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-fcd8ce55-4b7e-45a0-bc93-dd79527800de admin admin] Deleting port a7447261-d26e-4ee6-878a-305cfaf91d2e {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:42:05.076948 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ce55-4b7e-45a0-bc93-dd79527800de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:05.196876 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-fcd8ce55-4b7e-45a0-bc93-dd79527800de admin admin] For port a7447261-d26e-4ee6-878a-305cfaf91d2e, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=a7447261-d26e-4ee6-878a-305cfaf91d2e,segment=NetworkSegment(1f83ae90-3caf-483e-afe3-be2afff2bfdb),segment_id=1f83ae90-3caf-483e-afe3-be2afff2bfdb)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:42:05.197233 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ce55-4b7e-45a0-bc93-dd79527800de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:05.199029 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-9c432afc-6e21-44dd-b0ae-a7b2d1d8f967 None None] Set router 7613a772-8651-410b-be16-e86406a5df7f gateway port host: None {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:42:05.301418 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-9c432afc-6e21-44dd-b0ae-a7b2d1d8f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7613a772-8651-410b-be16-e86406a5df7f', 'name': 'tempest-TestVolumeBootPattern-1974565844-router', 'tenant_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:28Z', 'updated_at': '2021-05-10T15:42:05Z', 'revision_number': 6, 'project_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'gw_port_host': None}], 'dv-cinder-784945-8-iscsi', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:42:05.305238 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c432afc-6e21-44dd-b0ae-a7b2d1d8f967 None None] The sync data for ids ['7613a772-8651-410b-be16-e86406a5df7f'] in dv-cinder-784945-8-iscsi is: [{'id': '7613a772-8651-410b-be16-e86406a5df7f', 'name': 'tempest-TestVolumeBootPattern-1974565844-router', 'tenant_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:34:28Z', 'updated_at': '2021-05-10T15:42:05Z', 'revision_number': 6, 'project_id': 'fda668155d2249e2b8a7d0e69fd4f833', 'gw_port_host': None}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:42:05.316550 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-fcd8ce55-4b7e-45a0-bc93-dd79527800de admin admin] Calling delete_port for a7447261-d26e-4ee6-878a-305cfaf91d2e owned by network:router_gateway {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:42:05.460314 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ce55-4b7e-45a0-bc93-dd79527800de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:05.464865 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9ff3103f-953c-4e45-af23-197450f9e098 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:42:05.508149 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8ce55-4b7e-45a0-bc93-dd79527800de admin admin] Pushing event deleted for resources: {'Port': ['ID=a7447261-d26e-4ee6-878a-305cfaf91d2e,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:42:05.536656 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-fcd8ce55-4b7e-45a0-bc93-dd79527800de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:42:05.597674 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ce55-4b7e-45a0-bc93-dd79527800de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706855'] for router_gateway, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:05.768603 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ce55-4b7e-45a0-bc93-dd79527800de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127055'] for router, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:05.771453 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ce55-4b7e-45a0-bc93-dd79527800de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:05.793363 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ce55-4b7e-45a0-bc93-dd79527800de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1830005'] for router, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:05.793904 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd8ce55-4b7e-45a0-bc93-dd79527800de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7613a772-8651-410b-be16-e86406a5df7f {{(pid=78735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:42:05.806196 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ce55-4b7e-45a0-bc93-dd79527800de admin admin] Notify callbacks [] for router, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:05.807319 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-fcd8ce55-4b7e-45a0-bc93-dd79527800de admin admin] 10.222.0.11 "DELETE /v2.0/routers/7613a772-8651-410b-be16-e86406a5df7f HTTP/1.1" status: 204 len: 168 time: 1.2535331 May 10 15:42:05.810166 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 55044) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:42:05.867793 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.db_base_plugin_v2 [None req-798c9566-7ba0-497c-bb29-3267b83ff0b3 admin admin] Deleting subnet ce7b1788-9a4c-4f8b-8570-50b528beb4e7 {{(pid=78735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:42:05.870531 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-798c9566-7ba0-497c-bb29-3267b83ff0b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:05.920783 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-798c9566-7ba0-497c-bb29-3267b83ff0b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333022'] for subnet, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:05.994950 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-798c9566-7ba0-497c-bb29-3267b83ff0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-867255'] for subnet, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:06.200130 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0748a16d-9e28-4a22-95be-b04b9b066e39 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:42:06.235876 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: 0748a16d-9e28-4a22-95be-b04b9b066e39 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:42:06.236349 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device 0748a16d-9e28-4a22-95be-b04b9b066e39 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:42:06.236853 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device a7447261-d26e-4ee6-878a-305cfaf91d2e no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:42:06.274021 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: a7447261-d26e-4ee6-878a-305cfaf91d2e {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:42:06.274377 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device a7447261-d26e-4ee6-878a-305cfaf91d2e not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:42:06.354497 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-798c9566-7ba0-497c-bb29-3267b83ff0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-867256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2760516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3433976'] for subnet, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:06.358728 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:42:06.393445 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c9566-7ba0-497c-bb29-3267b83ff0b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce7b1788-9a4c-4f8b-8570-50b528beb4e7,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:42:06.396485 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-798c9566-7ba0-497c-bb29-3267b83ff0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:42:06.399979 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-798c9566-7ba0-497c-bb29-3267b83ff0b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:06.404090 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e432144-d5d0-47e0-aad1-8d3c944fae73 None None] Network 8c85c0d0-daee-4324-9629-f9827fc1fbbe requested from dv-cinder-784945-8-iscsi {{(pid=78736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:42:06.405772 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-798c9566-7ba0-497c-bb29-3267b83ff0b3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ce7b1788-9a4c-4f8b-8570-50b528beb4e7 HTTP/1.1" status: 204 len: 168 time: 0.5946949 May 10 15:42:06.408176 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 55048) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:42:06.512416 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:06.586745 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] Deleting port b9422eef-1e49-44b1-8823-ec5882608966 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:42:06.587078 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:06.648007 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c9b848-d8ea-45c5-9b9a-d43f1093befa None None] DHCP port deletion for 8c85c0d0-daee-4324-9629-f9827fc1fbbe request from dv-cinder-784945-8-iscsi {{(pid=78736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:42:06.691586 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] For port b9422eef-1e49-44b1-8823-ec5882608966, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=b9422eef-1e49-44b1-8823-ec5882608966,segment=NetworkSegment(5ea8e07e-47de-4812-bdae-e50d6bf37958),segment_id=5ea8e07e-47de-4812-bdae-e50d6bf37958)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:42:06.691983 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:06.742684 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-a5c9b848-d8ea-45c5-9b9a-d43f1093befa None None] Deleting port b9422eef-1e49-44b1-8823-ec5882608966 {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:42:06.743063 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a5c9b848-d8ea-45c5-9b9a-d43f1093befa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509513117'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:06.812328 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] Calling delete_port for b9422eef-1e49-44b1-8823-ec5882608966 owned by network:dhcp {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:42:06.836958 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-a5c9b848-d8ea-45c5-9b9a-d43f1093befa None None] For port b9422eef-1e49-44b1-8823-ec5882608966, host dv-cinder-784945-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-8-iscsi',level=0,port_id=b9422eef-1e49-44b1-8823-ec5882608966,segment=NetworkSegment(5ea8e07e-47de-4812-bdae-e50d6bf37958),segment_id=5ea8e07e-47de-4812-bdae-e50d6bf37958)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:42:06.837389 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a5c9b848-d8ea-45c5-9b9a-d43f1093befa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:06.857773 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2760471'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:06.861569 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-730737f1-363d-48e0-931b-23202f15a760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:42:06.907735 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9422eef-1e49-44b1-8823-ec5882608966,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:42:06.910791 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:42:06.911576 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] No DVR routers for this DVR port b9422eef-1e49-44b1-8823-ec5882608966 on host dv-cinder-784945-8-iscsi {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:42:06.964398 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-a5c9b848-d8ea-45c5-9b9a-d43f1093befa None None] Calling delete_port for b9422eef-1e49-44b1-8823-ec5882608966 owned by network:dhcp {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:42:07.006853 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a5c9b848-d8ea-45c5-9b9a-d43f1093befa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509517168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771509095684'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:07.010419 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:42:07.025563 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8771509523613'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:07.038817 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c85c0d0-daee-4324-9629-f9827fc1fbbe']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:42:07.050709 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9b848-d8ea-45c5-9b9a-d43f1093befa None None] Pushing event deleted for resources: {'Port': ['ID=b9422eef-1e49-44b1-8823-ec5882608966,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:42:07.051029 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea8e07e-47de-4812-bdae-e50d6bf37958') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:42:07.051331 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.services.segments.db [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea8e07e-47de-4812-bdae-e50d6bf37958') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:42:07.054081 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-a5c9b848-d8ea-45c5-9b9a-d43f1093befa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:42:07.056293 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9b848-d8ea-45c5-9b9a-d43f1093befa None None] No DVR routers for this DVR port b9422eef-1e49-44b1-8823-ec5882608966 on host dv-cinder-784945-8-iscsi {{(pid=78736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:42:07.063419 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509535335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3332993'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:07.079738 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:07.086690 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:42:07.087069 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2760482'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: Traceback (most recent call last): May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: timer() May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: cb(*args, **kw) May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: return func(*args, **kwargs) May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: self._notify() May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: self.callback(batched_events) May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: event.method(event) May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: return f(self, *a, **k) May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._get(url).json() May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:42:07.099855 dv-cinder-784945-8-iscsi neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:42:07.175623 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706869'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:07.178902 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:42:07.192473 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:07.202192 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c85c0d0-daee-4324-9629-f9827fc1fbbe,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:42:07.206875 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:42:07.210348 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-a959c581-3fa2-4652-b622-312cf159be18 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8c85c0d0-daee-4324-9629-f9827fc1fbbe HTTP/1.1" status: 204 len: 168 time: 0.8012657 May 10 15:42:07.357387 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 55054) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:42:07.405740 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-5f2eeb45-aec1-442d-9fe2-77719a31bfde admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c4d3a74bb488479ebb94067c73f69d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470593 May 10 15:42:07.408107 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.11', 55058) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:42:07.466017 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-94765edd-e85f-4787-9ddd-21c7a8c25fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:07.491030 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-94765edd-e85f-4787-9ddd-21c7a8c25fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:07.542002 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-94765edd-e85f-4787-9ddd-21c7a8c25fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:07.547562 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-27297e9f-5043-4ce3-a571-c43248609529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:42:07.561728 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94765edd-e85f-4787-9ddd-21c7a8c25fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b469602-f92d-41be-b67b-af96a128bf25,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:42:07.565060 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-94765edd-e85f-4787-9ddd-21c7a8c25fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:42:07.569659 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-94765edd-e85f-4787-9ddd-21c7a8c25fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:07.571145 dv-cinder-784945-8-iscsi neutron-server[78735]: INFO neutron.wsgi [None req-94765edd-e85f-4787-9ddd-21c7a8c25fbf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2b469602-f92d-41be-b67b-af96a128bf25 HTTP/1.1" status: 204 len: 168 time: 0.1614335 May 10 15:42:07.999144 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 55066) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:42:08.050266 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-542d77d7-1c27-4a32-8b0a-05aded1d44fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fda668155d2249e2b8a7d0e69fd4f833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498750 May 10 15:42:08.052861 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.wsgi [-] (78734) accepted ('10.222.0.11', 55070) {{(pid=78734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:42:08.110560 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8b934e38-949e-482f-97e2-0238f4dc0dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:08.136184 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8b934e38-949e-482f-97e2-0238f4dc0dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:08.185031 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device b9422eef-1e49-44b1-8823-ec5882608966 no longer exists at agent ovs-agent-dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:42:08.195384 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8b934e38-949e-482f-97e2-0238f4dc0dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772956'] for security_group, after_delete {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:08.200295 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0cad7806-b531-43c9-a072-db493b5b46c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:42:08.215794 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b934e38-949e-482f-97e2-0238f4dc0dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803c821d-0b27-4e2b-abc6-4c01d4c00ba6,revision_number=None']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:42:08.218746 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-8b934e38-949e-482f-97e2-0238f4dc0dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:42:08.220886 dv-cinder-784945-8-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-8b934e38-949e-482f-97e2-0238f4dc0dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:08.221983 dv-cinder-784945-8-iscsi neutron-server[78734]: INFO neutron.wsgi [None req-8b934e38-949e-482f-97e2-0238f4dc0dd7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/803c821d-0b27-4e2b-abc6-4c01d4c00ba6 HTTP/1.1" status: 204 len: 168 time: 0.1681662 May 10 15:42:08.222247 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] No Port match for: b9422eef-1e49-44b1-8823-ec5882608966 {{(pid=78736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:42:08.222602 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron.plugins.ml2.rpc [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Device b9422eef-1e49-44b1-8823-ec5882608966 not bound to the agent host dv-cinder-784945-8-iscsi {{(pid=78736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:42:16.277041 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:42:18.772083 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:25.026517 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-13976a42-19f3-4516-9ea3-5b2717c6f401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:27.725551 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:27.952181 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7bd95cbf-3be9-4d87-94e5-7f062b28fc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:28.604140 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:30.375443 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:48.789225 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:53.275445 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:42:55.027312 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c7efefec-a7a3-4b3b-a193-5f249f3608ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:57.728166 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:57.953017 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-16a1622d-ce9c-4ea2-aa0d-116bf7231873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:58.607763 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:00.378067 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:18.806022 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:25.028364 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6564a1bd-feb5-4743-b44c-072ac6ff11a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:27.732642 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:27.955533 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f23c4c0a-3549-4160-9bf6-d52a8baabda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:28.609735 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:30.274381 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:43:30.381059 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:48.808309 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:55.028719 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6dfeaca5-e70e-4727-a932-8b6fc78b53c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:57.736299 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:57.956447 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-92d0a253-e9f7-4fcc-b8d9-6af1ed766b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:58.613085 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:00.384101 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:07.274281 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:44:18.802795 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:25.029961 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-10ad25cb-6ac1-4701-b39f-e826d4d21ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:27.738374 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:27.956850 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-477b565f-ea34-43a1-b551-e0f6bb718478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:28.618099 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:30.386242 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:44.272508 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:44:48.803571 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:55.030576 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-314a2f17-79de-40de-828f-c45edd0c5260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:57.740782 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:57.958030 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-27881168-3563-4621-8976-47f2dafe0627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:58.619858 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:00.387799 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:18.809087 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:21.271706 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:45:25.031513 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-074b61af-0c39-4cd4-9d04-915c4c522838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:27.743461 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:27.959569 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-653f4d21-a91c-4ea5-ba17-7495400066c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:28.624382 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:30.390895 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:48.808007 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:55.031382 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-30128ce1-ef0b-4ea1-8ad5-09ae65a42d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:57.745688 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:57.959954 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b503695f-831c-4880-a434-c8d36d528511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:58.270352 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:45:58.624584 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:00.393201 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:18.801591 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:25.032088 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9f4ceabb-d33f-4342-9e19-1283910f1156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:27.304245 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [req-1d7a06e8-d298-46af-b1ce-60707c815c1c req-2982acbd-0b54-4b77-be57-a2bd48788002 service neutron] (78735) timed out ('10.222.0.46', 50509) {{(pid=78735) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 15:46:27.747484 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:27.960983 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-efbe7828-5ddb-4ea4-992a-393ad822523f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:28.628047 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:30.398289 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:35.268572 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:46:48.751022 dv-cinder-784945-8-iscsi neutron-server[78735]: DEBUG neutron.wsgi [req-a056f794-e75e-44dd-b0bf-a2d89de63675 req-64400956-a2ca-45fd-b677-3962f4f72e2d service neutron] (78735) timed out ('10.222.0.46', 50471) {{(pid=78735) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 15:46:48.822540 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e49c1ac3-9007-46b4-aa66-8e275091515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:55.033814 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-68a678cd-ac9a-49dd-ae58-eeebb073351e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:57.749735 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-066190a5-1803-45eb-9f0d-3b9d26ad9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:57.961806 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c2f15e1b-d33e-46e7-96f7-4628d613220d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:58.630179 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6e1a-57ca-4727-8118-70d9a72888e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:47:00.399142 dv-cinder-784945-8-iscsi neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-58d35d7d-1ced-4053-b9cd-ec550b837647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509523622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:47:12.266719 dv-cinder-784945-8-iscsi neutron-server[78737]: DEBUG neutron.db.agents_db [None req-f9722bf9-bc94-48bc-9155-e577e98449d2 None None] Agent healthcheck: found 6 active agents {{(pid=78737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}